-- Logs begin at Sun 2022-09-25 03:56:06 UTC, end at Sun 2022-09-25 05:00:09 UTC. -- Sep 25 04:27:20.522114 dv-cinder-855359-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 25 04:27:23.173038 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.common.config [-] Logging enabled! Sep 25 04:27:23.173781 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 04:27:23.173862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106314) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 04:27:23.176994 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.common.config [-] Logging enabled! Sep 25 04:27:23.177250 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 25 04:27:23.177562 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106314) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 25 04:27:23.178492 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:27:23.178728 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:27:23.179204 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:27:23.179451 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:27:23.179680 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:27:23.179999 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.180299 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.180531 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.180867 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.182464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.182464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.182464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.182883 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.183239 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.183554 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.183844 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.184080 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.184366 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.184686 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.184984 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.185209 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] debug = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.185490 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.185914 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.186329 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.186624 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.186914 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.187193 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.187463 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.187740 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.188021 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.188351 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] host = dv-cinder-855359-5-iscsi {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.188627 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.188938 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.189232 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.189510 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.189784 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.190058 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.190340 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.190616 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.190885 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.191158 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.191444 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.191731 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.192020 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.192244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.192466 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.192772 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.193061 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.193334 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.193607 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.193879 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.194150 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.194420 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.194691 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.194976 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.195257 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.195541 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.195811 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.196082 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.196350 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.196618 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.196968 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.197358 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.197631 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.197899 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.198188 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.198457 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.198727 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.199026 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.199311 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.199595 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.199878 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.200151 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.200432 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.200728 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.200999 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.201270 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_json = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.201539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.201810 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.202093 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.202365 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.202635 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.202908 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.203177 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.203460 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.203729 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:23.204025 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.204577 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.204912 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.205197 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.205504 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.205784 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.206075 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.206353 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.206642 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.206932 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.207219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.207496 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.207795 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.208084 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.208379 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.208703 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.208998 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.209290 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.209566 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.209840 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.210116 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.210396 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.210685 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.210966 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.211258 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.211549 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.211829 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.212126 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.212413 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.212764 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.213064 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.213350 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.213624 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.213900 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.214190 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.214469 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.214748 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.215036 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.215312 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.215585 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.215866 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.216156 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.216446 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.216746 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.217025 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.217313 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.217588 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.217859 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.218128 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.218404 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.218675 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.218958 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.219235 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.219507 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.219777 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.220053 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.220325 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.220598 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.220897 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.221169 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.221445 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.221719 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.221990 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.222262 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.222535 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.222807 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.223077 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.223349 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.223624 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.223895 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.224165 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.224437 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.224740 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.225015 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.225297 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.225594 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.225872 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.226146 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.226423 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.226699 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.226976 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.227252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.227527 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.227801 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.228072 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.229305 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.229611 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.229905 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.230198 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.230499 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.230801 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.231087 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.231369 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.231651 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.231931 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.232211 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.232495 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.232800 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.233082 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.233367 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.233653 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.233948 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.234244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.234523 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.234818 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.235113 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.235407 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.235694 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.236006 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.236290 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:23.236511 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:27:23.236782 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106314) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 25 04:27:23.613693 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 04:27:23.614017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 04:27:23.614283 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 04:27:23.614515 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 25 04:27:23.614794 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 25 04:27:23.615125 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 25 04:27:23.939579 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.939874 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.940146 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.941364 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.941639 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.941905 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.994943 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.995220 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:23.995488 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.011795 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.012077 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.012349 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.039860 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.040139 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.040410 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.077220 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.077497 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.077771 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.308929 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.309543 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.309543 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.310585 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.311303 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.407866 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.408187 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.408470 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.408762 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.409040 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.409349 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.409610 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.409866 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.410119 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.410401 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.410660 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.410933 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.411192 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.411447 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.411703 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.411966 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.412220 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.412486 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.412785 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.413046 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.413315 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.413568 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.413848 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.414223 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.414483 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.414730 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.415127 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.415368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.415605 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.415870 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.416106 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.416336 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:24.416728 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 25 04:27:24.419779 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 25 04:27:24.423669 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 25 04:27:24.427532 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 25 04:27:24.429196 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 25 04:27:24.429809 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 25 04:27:24.430144 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 25 04:27:24.430528 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 25 04:27:24.434007 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 25 04:27:24.434254 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 25 04:27:24.434596 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 04:27:24.439655 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 25 04:27:24.463237 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 25 04:27:24.463688 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.463984 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106314) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 25 04:27:24.464350 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.465724 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106314) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 25 04:27:24.466001 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 25 04:27:24.466246 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 25 04:27:24.476948 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.477232 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:24.548628 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 25 04:27:24.548889 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 25 04:27:24.549126 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 25 04:27:24.549503 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 25 04:27:24.602676 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO dbcounter [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Registered counter for database neutron Sep 25 04:27:24.622493 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_db.sqlalchemy.engines [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106314) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 25 04:27:24.628289 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG dbcounter [-] [106314] Writer thread running {{(pid=106314) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 04:27:25.188261 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing driver for type 'gre' Sep 25 04:27:25.188821 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] gre ID ranges: [(1, 1000)] Sep 25 04:27:25.247521 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing driver for type 'local' Sep 25 04:27:25.247948 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing driver for type 'vlan' Sep 25 04:27:25.262370 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] VlanTypeDriver initialization complete Sep 25 04:27:25.262805 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing driver for type 'vxlan' Sep 25 04:27:25.263362 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] vxlan ID ranges: [(1, 1000)] Sep 25 04:27:25.319914 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing extension driver 'port_security' Sep 25 04:27:25.320535 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] PortSecurityExtensionDriver initialization complete Sep 25 04:27:25.320623 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing mechanism driver 'openvswitch' Sep 25 04:27:25.320964 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing mechanism driver 'hyperv' Sep 25 04:27:25.327566 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:25.328242 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.328617 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.328995 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.329758 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.330183 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.330541 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.330897 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.331293 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.331706 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.332059 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.332407 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.332829 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.333241 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.333595 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.333937 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.334330 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.334740 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.335090 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.335432 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.335950 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.336361 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > address_group after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.336738 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > address_group after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.337083 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.337475 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 25 04:27:25.337920 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] ML2 OVO RPC backend initialized. {{(pid=106314) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 25 04:27:25.338624 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.338981 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.339398 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.339751 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > networks before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.340098 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.340442 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > ports before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.340821 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.341167 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnets before_response 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.341512 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.341853 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.342192 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.342533 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.342873 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.343282 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.343622 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.343964 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.344300 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.351870 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded quota_driver: . Sep 25 04:27:25.352236 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.plugin [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Modular L2 Plugin initialization complete Sep 25 04:27:25.352585 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading services supported by the core plugin {{(pid=106314) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 25 04:27:25.352951 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.plugins.ml2.managers [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Got port-security extension from driver 'port_security' Sep 25 04:27:25.354011 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.extensions.vlantransparent [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Disabled vlantransparent extension. Sep 25 04:27:25.354507 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106314) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 25 04:27:25.354835 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: router Sep 25 04:27:25.390352 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.390748 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_create 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.391124 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router before_create 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.391491 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.391865 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.392224 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_delete 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.392583 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.392957 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.393319 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_create 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.393666 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.394018 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.394367 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.394728 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.395140 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.395516 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.395864 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.396210 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: subnet after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.396565 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.396938 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.397292 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_create 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.397644 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.397994 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.398355 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router after_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.398702 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.399060 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_create 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.399424 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.399773 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_update 55549900 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.400172 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > agent after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.400528 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > agent after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.400898 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > network after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.401761 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Tracking information for resource: router configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:25.402097 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Tracking information for resource: floatingip configured {{(pid=106314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 25 04:27:25.406986 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.db.l3_agentschedulers_db [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 25 04:27:25.407553 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.407917 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.408274 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.408629 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: port after_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.409446 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router before_create 55550100 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.409819 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.410189 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_create 55550100 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.410553 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > router precommit_update 55550100 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.415363 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.provider_configuration [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service providers = [] {{(pid=106314) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 25 04:27:25.416255 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.db.servicetype_db [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106314) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 25 04:27:25.419210 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.service_base [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:27:25.419559 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.service_base [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:27:25.419904 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.service_base [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:27:25.420823 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.services.service_base [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 25 04:27:25.421195 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.services.service_base [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 25 04:27:25.421568 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.421885 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 25 04:27:25.434035 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.434374 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: auto_allocate Sep 25 04:27:25.440106 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: network precommit_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.440427 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: network precommit_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.440984 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.441309 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: tag Sep 25 04:27:25.448045 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.448374 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: timestamp Sep 25 04:27:25.452376 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.452745 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: network_ip_availability Sep 25 04:27:25.458429 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.458809 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.459170 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.459881 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.460201 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: flavors Sep 25 04:27:25.464972 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.465301 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading Plugin: revisions Sep 25 04:27:25.469793 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 25 04:27:25.470184 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=106314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 25 04:27:25.470927 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106314) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 25 04:27:25.471265 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Initializing extension manager. Sep 25 04:27:25.471792 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: __init__.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.472136 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: __pycache__ {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.472473 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: address_group.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.473386 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.473961 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: address-group Sep 25 04:27:25.474291 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: address_scope.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.474968 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.475480 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: address-scope Sep 25 04:27:25.475805 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.476713 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.477229 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: router-admin-state-down-before-update Sep 25 04:27:25.477552 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: agent.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.478751 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.479256 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: agent Sep 25 04:27:25.479575 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: agent_resources_synced.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.480445 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.480983 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: agent-resources-synced Sep 25 04:27:25.481309 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: allowedaddresspairs.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.483047 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.483562 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: allowed-address-pairs Sep 25 04:27:25.483888 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: auto_allocated_topology.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.484948 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.485463 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: auto-allocated-topology Sep 25 04:27:25.485788 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: availability_zone.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.486446 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.486961 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: availability_zone Sep 25 04:27:25.487284 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: availability_zone_filter.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.488160 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.488694 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: availability_zone_filter Sep 25 04:27:25.489018 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: data_plane_status.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.489879 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.490383 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension data-plane-status not supported by any of loaded plugins Sep 25 04:27:25.490707 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: default_subnetpools.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.491572 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.492078 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: default-subnetpools Sep 25 04:27:25.492400 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.493203 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.493714 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: dhcp_agent_scheduler Sep 25 04:27:25.494094 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: dns.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.494959 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.495458 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension dns-integration not supported by any of loaded plugins Sep 25 04:27:25.495782 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: dns_domain_ports.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.496680 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.497178 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 25 04:27:25.497503 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.498379 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.498882 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 25 04:27:25.499207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: dvr.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.499839 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.500343 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: dvr Sep 25 04:27:25.500692 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: ecmp_routes.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.501562 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.502069 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 25 04:27:25.502391 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: empty_string_filtering.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.503263 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.503770 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: empty-string-filtering Sep 25 04:27:25.504093 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.504985 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.505492 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 25 04:27:25.505816 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.506683 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.507188 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 25 04:27:25.507511 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: external_net.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.508383 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.508919 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: external-net Sep 25 04:27:25.509244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.510687 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.511208 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: extra_dhcp_opt Sep 25 04:27:25.511535 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: extraroute.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.512400 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.512932 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: extraroute Sep 25 04:27:25.513259 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: extraroute_atomic.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.514241 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.514754 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: extraroute-atomic Sep 25 04:27:25.515076 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: filter_validation.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.515702 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.516208 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: filter-validation Sep 25 04:27:25.516530 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: fip_pf_description.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.517417 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.517921 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 25 04:27:25.518247 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: fip_pf_detail.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.519116 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.519621 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 25 04:27:25.519944 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: fip_pf_port_range.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.520837 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.521342 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 25 04:27:25.521666 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: fip_port_details.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.522539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.523051 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: fip-port-details Sep 25 04:27:25.523375 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: flavors.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.524551 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.525685 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: flavors Sep 25 04:27:25.526059 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.527658 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.528186 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 25 04:27:25.528519 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: floatingip_pools.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.529217 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.529733 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: floatingip-pools Sep 25 04:27:25.530064 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: ip_allocation.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.530941 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.531452 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension ip_allocation not supported by any of loaded plugins Sep 25 04:27:25.531778 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.532697 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.533209 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: ip-substring-filtering Sep 25 04:27:25.533532 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l2_adjacency.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.534422 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.534934 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 25 04:27:25.535262 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.536183 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.536732 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: router Sep 25 04:27:25.537059 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.539423 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.539953 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 25 04:27:25.540285 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.541720 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.542236 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: ext-gw-mode Sep 25 04:27:25.542565 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.543444 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.543960 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: l3-ha Sep 25 04:27:25.544290 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.545188 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.545698 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 25 04:27:25.546025 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_flavors.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.546901 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.547415 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: l3-flavors Sep 25 04:27:25.547741 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.549090 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.549609 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 25 04:27:25.549945 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.550824 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.551340 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 25 04:27:25.551670 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: l3agentscheduler.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.552687 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.553204 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: l3_agent_scheduler Sep 25 04:27:25.553535 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: local_ip.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.555244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.555763 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension local_ip not supported by any of loaded plugins Sep 25 04:27:25.556098 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: logging.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.558217 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.558736 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension logging not supported by any of loaded plugins Sep 25 04:27:25.559068 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: metering.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.559773 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.560350 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: metering Sep 25 04:27:25.560707 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.561759 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.562283 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: metering_source_and_destination_fields Sep 25 04:27:25.562615 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: multiprovidernet.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.563494 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.564015 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: multi-provider Sep 25 04:27:25.564342 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: netmtu.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.565250 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.565765 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: net-mtu Sep 25 04:27:25.566089 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: netmtu_writable.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.566968 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.567482 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: net-mtu-writable Sep 25 04:27:25.567806 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: network_availability_zone.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.568447 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.568980 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: network_availability_zone Sep 25 04:27:25.569303 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: network_ip_availability.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.570355 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.570864 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: network-ip-availability Sep 25 04:27:25.571188 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: network_segment_range.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.571937 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.572437 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension network-segment-range not supported by any of loaded plugins Sep 25 04:27:25.572784 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: pagination.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.573718 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.574051 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: pagination Sep 25 04:27:25.574375 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_device_profile.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.575236 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.575754 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-device-profile Sep 25 04:27:25.576080 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_mac_address_override.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.576982 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.577498 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-mac-override Sep 25 04:27:25.577828 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.578711 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.579223 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-mac-address-regenerate Sep 25 04:27:25.579804 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.580690 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.581201 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-numa-affinity-policy Sep 25 04:27:25.581526 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_resource_request.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.582393 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.582896 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension port-resource-request not supported by any of loaded plugins Sep 25 04:27:25.583221 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: port_resource_request_groups.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.584133 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.584655 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 25 04:27:25.584989 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: portbindings.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.585868 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.586376 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: binding Sep 25 04:27:25.586701 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: portbindings_extended.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.588080 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.588611 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: binding-extended Sep 25 04:27:25.588964 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: portsecurity.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.589834 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.590353 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-security Sep 25 04:27:25.590679 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: project_id.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.591803 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.592138 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: project-id Sep 25 04:27:25.592464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: providernet.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.593373 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.593894 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: provider Sep 25 04:27:25.594221 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.597708 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.598246 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos not supported by any of loaded plugins Sep 25 04:27:25.598582 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.599805 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.600331 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 25 04:27:25.600693 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.601577 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.602092 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 25 04:27:25.602423 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_default.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.604006 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.604708 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-default not supported by any of loaded plugins Sep 25 04:27:25.605042 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_fip.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.605929 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.606441 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-fip not supported by any of loaded plugins Sep 25 04:27:25.606767 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.607636 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.608144 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 25 04:27:25.608471 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_gateway_ip.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.609378 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.609889 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 25 04:27:25.610215 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_port_network_policy.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.611087 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.611596 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 25 04:27:25.611918 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.612942 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.613458 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 25 04:27:25.613783 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.614774 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.615283 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 25 04:27:25.615609 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_pps_rule.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.616828 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.617345 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-pps not supported by any of loaded plugins Sep 25 04:27:25.617671 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_rule_type_details.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.618542 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.619772 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 25 04:27:25.620100 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.621008 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.621521 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 25 04:27:25.621850 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: qos_rules_alias.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.622851 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.623367 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 25 04:27:25.623694 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: quota_check_limit.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.624565 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.625106 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: quota-check-limit Sep 25 04:27:25.625432 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: quotasv2.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.626323 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.626652 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: quotas Sep 25 04:27:25.626976 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: quotasv2_detail.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.628621 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.628982 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: quota_details Sep 25 04:27:25.629313 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: rbac.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.630331 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.630854 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: rbac-policies Sep 25 04:27:25.631185 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: rbac_address_group.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.632071 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.632588 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: rbac-address-group Sep 25 04:27:25.632940 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: rbac_address_scope.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.633931 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.634515 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: rbac-address-scope Sep 25 04:27:25.634896 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: rbac_security_groups.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.635787 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.636306 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: rbac-security-groups Sep 25 04:27:25.636663 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: rbac_subnetpool.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.637543 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.638059 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: rbac-subnetpool Sep 25 04:27:25.638386 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: revisionifmatch.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.639267 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.639790 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: revision-if-match Sep 25 04:27:25.640117 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: revisions.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.641219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.641738 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: standard-attr-revisions Sep 25 04:27:25.642095 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: router_availability_zone.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.642730 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.643245 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: router_availability_zone Sep 25 04:27:25.643571 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: routerservicetype.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.644448 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.644997 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension router-service-type not supported by any of loaded plugins Sep 25 04:27:25.645322 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.646214 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.646730 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: security-groups-normalized-cidr Sep 25 04:27:25.647054 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.647936 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.648451 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: port-security-groups-filtering Sep 25 04:27:25.648804 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.649695 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.650236 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: security-groups-remote-address-group Sep 25 04:27:25.650558 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.651448 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.651960 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: security-groups-shared-filtering Sep 25 04:27:25.652282 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: securitygroup.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.661964 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.662498 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: security-group Sep 25 04:27:25.662837 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: segment.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.663529 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.664049 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension segment not supported by any of loaded plugins Sep 25 04:27:25.664380 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.665299 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.666429 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 25 04:27:25.666832 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: servicetype.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.667918 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.668437 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: service-type Sep 25 04:27:25.668800 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: sorting.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.669741 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.670078 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: sorting Sep 25 04:27:25.670400 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: standard_attr_segment.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.671291 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.671806 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 25 04:27:25.672133 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: standardattrdescription.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.672781 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.673299 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: standard-attr-description Sep 25 04:27:25.673623 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: stateful_security_group.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.674503 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.675022 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: stateful-security-group Sep 25 04:27:25.675347 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: stdattrs_common.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.675892 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 25 04:27:25.676232 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.677134 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.677649 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 25 04:27:25.677974 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnet_onboard.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.678984 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.679504 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: subnet_onboard Sep 25 04:27:25.679832 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.680748 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.681280 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 25 04:27:25.681662 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnet_service_types.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.682538 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.683056 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: subnet-service-types Sep 25 04:27:25.683381 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnetallocation.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.684425 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.684970 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: subnet_allocation Sep 25 04:27:25.685299 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.685930 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.686444 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: subnetpool-prefix-ops Sep 25 04:27:25.686768 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.687653 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.688164 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 25 04:27:25.688490 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: tagging.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.689536 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.690070 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: standard-attr-tag Sep 25 04:27:25.690439 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: timestamp.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.691544 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.692060 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loaded extension: standard-attr-timestamp Sep 25 04:27:25.692386 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: trunk.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.693405 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.693920 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension trunk not supported by any of loaded plugins Sep 25 04:27:25.694249 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: trunk_details.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.695124 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.695635 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension trunk-details not supported by any of loaded plugins Sep 25 04:27:25.695964 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: uplink_status_propagation.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.696879 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.697410 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 25 04:27:25.697739 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Loading extension file: vlantransparent.py {{(pid=106314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 25 04:27:25.698374 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 25 04:27:25.698880 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 25 04:27:25.701531 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:network Sep 25 04:27:25.702056 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnet Sep 25 04:27:25.702451 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:27:25.702837 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:port Sep 25 04:27:25.704103 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.704838 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service FLAVORS assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.705445 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.705885 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.706218 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:router Sep 25 04:27:25.706647 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 04:27:25.707140 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service METERING assigned prefix: /metering {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.708596 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.708994 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.709351 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:27:25.710372 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 04:27:25.710816 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:security_group Sep 25 04:27:25.711243 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 04:27:25.711786 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service CORE assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.712127 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:27:25.712476 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] subnetpool is already registered Sep 25 04:27:25.713445 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service CORE assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.713775 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:27:25.714112 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] subnetpool is already registered Sep 25 04:27:25.716513 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.716981 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service FLAVORS assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.717612 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.718161 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.718498 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:router Sep 25 04:27:25.718849 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] router is already registered Sep 25 04:27:25.719266 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:floatingip Sep 25 04:27:25.719606 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] floatingip is already registered Sep 25 04:27:25.720084 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service METERING assigned prefix: /metering {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.720811 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of CountableResource for resource:rbac_policy Sep 25 04:27:25.721141 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] rbac_policy is already registered Sep 25 04:27:25.721566 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:security_group Sep 25 04:27:25.721910 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] security_group is already registered Sep 25 04:27:25.722333 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 25 04:27:25.722667 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] security_group_rule is already registered Sep 25 04:27:25.723144 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service CORE assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.723476 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:27:25.723810 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] subnetpool is already registered Sep 25 04:27:25.724233 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.v2.resource_helper [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Service CORE assigned prefix: {{(pid=106314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 25 04:27:25.724556 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Creating instance of TrackedResource for resource:subnetpool Sep 25 04:27:25.724914 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING neutron.quota.resource_registry [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] subnetpool is already registered Sep 25 04:27:25.725378 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: extensions {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.726971 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: address-groups {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.729027 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: address-scopes {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.730279 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: agents {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.731444 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: auto-allocated-topology {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.733958 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: availability_zones {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.735201 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: dhcp-networks {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.736622 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: dhcp-agents {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.738199 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: routers {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.739933 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: flavors {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.741151 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: service_profiles {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.742457 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: next_providers {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.743985 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: service_profiles {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.745572 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: floatingip-pools {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.746823 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: routers {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.748685 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: floatingips {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.749885 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: l3-routers {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.751274 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: l3-agents {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.752836 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: metering-labels {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.754169 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: metering-label-rules {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.755465 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: network-ip-availabilities {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.756856 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: bindings {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.758438 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: quotas {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.760244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: quotas {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.761929 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: rbac-policies {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.763135 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: security-groups {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.764340 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: security-group-rules {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.765635 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: service-providers {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.766956 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: subnetpools {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.768287 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: subnetpools {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.769794 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.771559 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.773310 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.775764 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.777540 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.779409 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.781254 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.783053 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.784872 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.786716 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron.api.extensions [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Extended resource: tags {{(pid=106314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 25 04:27:25.794228 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING keystonemiddleware.auth_token [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 25 04:27:25.799268 dv-cinder-855359-5-iscsi neutron-server[106314]: WARNING keystonemiddleware.auth_token [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 25 04:27:25.808076 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Acquiring lock "singleton_lock" {{(pid=106314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 25 04:27:25.808408 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Acquired lock "singleton_lock" {{(pid=106314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 25 04:27:25.808912 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_concurrency.lockutils [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Releasing lock "singleton_lock" {{(pid=106314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 25 04:27:25.809559 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Starting 2 workers Sep 25 04:27:25.814370 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Started child 106425 {{(pid=106314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:27:25.818806 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Started child 106426 {{(pid=106314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:27:25.819760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.820420 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO neutron.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 25 04:27:25.820992 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.821425 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [-] (106425) wsgi starting up on http://0.0.0.0:9696 Sep 25 04:27:25.823449 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Starting 1 workers Sep 25 04:27:25.823570 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.824918 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [-] (106426) wsgi starting up on http://0.0.0.0:9696 Sep 25 04:27:25.828665 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Started child 106427 {{(pid=106314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:27:25.829185 dv-cinder-855359-5-iscsi neutron-server[106314]: INFO oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Starting 1 workers Sep 25 04:27:25.832882 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] calling RpcWorker wait() {{(pid=106427) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 25 04:27:25.833448 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] returning from RpcWorker wait() {{(pid=106427) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 25 04:27:25.833902 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Started child 106428 {{(pid=106314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 25 04:27:25.834671 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG neutron_lib.callbacks.manager [None req-ddd9497f-a76d-4089-8880-43bd128eca24 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.834766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.835199 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:25.836560 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 04:27:25.836810 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:27:25.837001 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:27:25.837228 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:27:25.838098 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:27:25.838404 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:27:25.838936 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.839215 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.839491 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.839580 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:25.840025 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.840316 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.840481 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:25.840574 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.840868 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.841157 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.841419 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.841589 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.841756 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.842015 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.842277 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.842599 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.842876 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.843128 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.843365 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.843543 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.843797 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.844071 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.844319 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.844605 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] debug = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.844907 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.845376 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.845610 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.845848 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.846090 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.846358 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.846604 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.846870 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.847139 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.847357 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.847602 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.847873 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.848126 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.848385 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.848622 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.848937 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.849162 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.849656 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] host = dv-cinder-855359-5-iscsi {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.849902 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.850138 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.850386 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.850634 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.850901 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.851123 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.851403 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.851658 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.851928 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.852173 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.852421 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.852688 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.852932 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.853208 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.853911 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_options = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.854141 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.854428 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.854699 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.854889 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.855059 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.855223 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.855488 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.855653 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.855902 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.856140 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.856347 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.856569 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.856841 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.857085 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.857337 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.857580 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.857836 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.858002 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.858259 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.858517 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.858767 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.859031 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.859249 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.859467 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862252 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862770 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862770 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862770 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.862770 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.863012 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.863215 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.863466 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.863989 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.864240 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.864533 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.864841 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.865300 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.865539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.865799 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.866008 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_json = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.866224 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.866440 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.866701 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.866941 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.867175 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.867391 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.867605 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.867874 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.868092 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.868538 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.869408 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.869822 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.869962 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.870221 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.870545 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.870733 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.870974 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.871266 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.871496 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.871840 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.872063 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.872363 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.874377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875372 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875372 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875372 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875372 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875840 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.875840 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.876071 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.877458 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.877458 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.877458 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.877458 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.877458 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878015 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878015 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878175 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878378 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878594 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.878816 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880659 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880659 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.880951 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.881134 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.881374 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.881612 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.881831 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.882044 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.882285 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.882519 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.882733 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.883000 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.883225 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.883479 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.883737 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.883954 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.884175 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.884432 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.885246 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.885473 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.885709 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.885895 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.886112 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.886347 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.886586 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.886800 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.887020 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.887239 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.887453 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.887690 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.887935 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.888165 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.888383 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.888599 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.888829 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.889043 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.889274 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.889476 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.889690 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.889927 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.890143 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.890362 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.890576 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.890788 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.891026 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.896676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.897227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898017 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898539 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.898933 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.899009 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.899218 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.899504 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.899761 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.900070 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.900305 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.900565 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.901066 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.901358 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.901645 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.901897 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.902326 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.902769 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.903052 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.903303 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.903532 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.903923 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.904314 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.905884 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.906151 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.906377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.906650 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.906965 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.907226 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.907464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.907685 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.907955 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.908193 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.908446 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.908970 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.909240 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.909498 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.909816 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.910079 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.910298 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.910547 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.910788 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.911007 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.911230 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.911452 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.911698 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.911916 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.912135 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.912396 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.912615 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.912861 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.913080 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.913303 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.913692 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.913967 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.914188 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.914413 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.914655 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.914876 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.915184 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.915521 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.915920 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.916593 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.916886 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.917307 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.917582 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.917804 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.918035 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.918300 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.918558 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.918783 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.919045 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.919271 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.919485 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.919872 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.920255 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.920477 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.920756 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.920989 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.921213 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.921449 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.921705 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.922060 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.922316 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.922555 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.922801 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.923037 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.923448 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.923688 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.923908 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.924159 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.924388 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.924631 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.924868 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.925094 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.925319 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.925557 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.925776 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.926016 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.926233 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.926509 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.926750 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.926983 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.927206 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.927449 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.927673 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.927906 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.928284 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.928519 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.929769 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.930018 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.930246 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.930473 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.930691 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.931028 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.931825 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.932131 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.932392 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.932615 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.933027 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.933301 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.933551 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.934741 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.935021 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.935264 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.935496 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.935779 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.936003 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.936226 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.936460 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.936743 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.937064 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.937224 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.937438 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.937676 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.937907 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.938229 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.938449 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.938680 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.938906 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.939130 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.939392 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.939619 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.939838 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.940090 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.940308 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.940576 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.940787 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.941012 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.941229 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.941550 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.941802 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.942048 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.942377 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.942637 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.942911 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.943161 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.943470 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.943713 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.943976 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.944237 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.944462 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.944712 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.944975 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.945305 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.945607 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.945861 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.946181 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.946495 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.946771 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.947602 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.947822 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.948359 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.949542 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.949814 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.950102 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.950372 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.950624 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.950857 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.951082 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.951338 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.951580 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.951800 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.952048 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.952285 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.952542 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.952812 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.953047 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.953271 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.953531 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.953768 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.954014 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.954240 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.954648 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:27:25.955366 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 25 04:27:25.955508 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:25.955623 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 25 04:27:25.955714 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 25 04:27:25.955831 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 25 04:27:25.956003 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 25 04:27:25.956158 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 25 04:27:25.956369 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.956533 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.956720 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.956883 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957065 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957227 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957389 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957551 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957711 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.957873 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.958034 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.958283 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.958828 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.959177 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.959343 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.959650 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.959968 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.960506 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.960835 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.960998 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.961307 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.961468 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] debug = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.961777 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.961997 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.962184 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.962345 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.962494 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.962672 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963009 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963172 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963337 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963500 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963664 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.963829 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964005 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964146 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964297 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964456 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964616 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964802 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] host = dv-cinder-855359-5-iscsi {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.964964 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965128 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965289 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965450 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965610 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965772 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.965926 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966088 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966248 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966408 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966568 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966729 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.966892 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967054 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967214 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_options = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967375 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967533 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967692 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.967879 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968046 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968205 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968379 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968525 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968700 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.968853 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969006 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969167 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969326 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969486 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969644 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969805 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.969966 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.970186 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.970353 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.970514 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.970672 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.970989 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971151 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971313 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971476 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971637 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971799 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.971962 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972122 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972287 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972442 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972604 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972786 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.972945 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.973105 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.973270 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.973429 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.973589 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974041 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974041 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974041 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974282 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974374 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974501 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974659 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974818 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.974987 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_json = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.975119 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.976681 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 25 04:27:25.977207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977207 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977502 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977502 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977633 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977922 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.977922 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.978069 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.978261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.978419 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.978697 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.978829 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.979413 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.979585 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.979813 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.979909 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980092 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980228 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980536 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980723 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.980887 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.981048 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.981208 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.981381 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.982582 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.982756 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.982946 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983122 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983297 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983466 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983647 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983796 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.983959 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984126 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984302 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984448 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984602 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984794 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.984961 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985109 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985269 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985433 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985598 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985759 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.985924 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986136 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986262 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986384 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986541 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986707 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.986871 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987035 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987204 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987378 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987540 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987703 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.987868 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.988030 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.988198 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.988361 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.988521 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.988860 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989025 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989194 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989374 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989530 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989694 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.989921 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990101 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990228 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990350 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990476 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990648 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990803 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.990955 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.991117 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.991280 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.991442 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.991826 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.991826 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992097 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992097 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992331 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992413 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992528 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992729 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.992881 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.993045 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.993221 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.993383 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.993542 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.993703 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.994411 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.994579 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.994745 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.994908 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995073 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995238 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995410 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995548 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995706 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.995868 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.996032 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.996197 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.997862 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998717 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998717 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998836 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.998933 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999096 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999265 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999441 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999627 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999792 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:25.999935 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000198 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000198 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000468 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000597 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000748 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.000882 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001028 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001161 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001293 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001421 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001585 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001773 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.001939 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002100 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002262 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002447 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002608 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002770 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.002936 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003100 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003262 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003425 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003592 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003753 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.003916 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004078 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004242 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004405 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004567 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004754 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.004919 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005082 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005244 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005408 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005571 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005737 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.005900 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006062 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006224 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006386 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006548 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006710 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.006872 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007034 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007197 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007360 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007522 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007684 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.007850 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.008014 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.008178 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.008341 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.008511 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.009261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.009261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.009261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.009261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.009261 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010214 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010214 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010360 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010520 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010734 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.010900 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011064 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011228 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011409 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011573 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011737 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.011905 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012069 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012232 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012395 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012557 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012748 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.012912 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013078 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013241 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013405 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013567 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013730 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.013892 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014055 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014219 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014384 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014551 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014714 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.014877 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015040 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015205 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015368 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015532 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015695 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.015859 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016020 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016183 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016347 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016510 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016707 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.016873 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017036 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017200 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017363 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017527 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017701 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.017851 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018014 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018176 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018339 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018504 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018662 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018825 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.018987 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019150 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019312 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019475 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019645 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019809 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.019972 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020135 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020301 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020464 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020651 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020817 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.020980 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021143 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021306 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021468 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021632 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021791 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.021955 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022118 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022281 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022443 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022620 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022784 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.022948 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023117 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023280 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023442 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023606 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023780 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.023944 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024109 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024273 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024435 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024598 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024784 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.024952 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.025172 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.025425 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.025627 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.025801 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.025973 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026145 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026310 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026480 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026655 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026818 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.026981 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027145 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027309 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027473 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027636 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027798 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.027961 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028123 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028287 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028449 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028666 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028814 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.028937 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029104 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029288 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029451 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029613 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029777 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 25 04:27:26.029934 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 25 04:27:26.205780 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51420) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:26.213342 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048685 Sep 25 04:27:26.217720 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038168 Sep 25 04:27:35.312427 dv-cinder-855359-5-iscsi neutron-server[106314]: DEBUG dbcounter [-] [106314] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106314) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:37.620282 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writer thread running {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 04:27:37.622225 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c39ada-ad42-4501-9068-04aec4f096aa None None] get_active_networks_info from dv-cinder-855359-5-iscsi {{(pid=106427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 25 04:27:37.706781 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c39ada-ad42-4501-9068-04aec4f096aa None None] No non-hosted networks {{(pid=106427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 25 04:27:37.723658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-80093ff0-ccbe-4908-a281-8dc288c71e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:39.372761 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writer thread running {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 04:27:39.934351 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ba26d5d6-65e0-4306-8170-8b9ec3441987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:39.963907 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8ab2ad0d-cda1-44bd-ad6c-c7eab4070e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:41.058729 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:41.359907 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51494) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:41.946004 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING oslo_policy.policy [None req-ef981e56-5452-4a20-9d16-b4dc8ce3eb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:41.947175 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING oslo_policy.policy [None req-ef981e56-5452-4a20-9d16-b4dc8ce3eb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:42.172724 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [None req-ef981e56-5452-4a20-9d16-b4dc8ce3eb98 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:27:42.175205 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ef981e56-5452-4a20-9d16-b4dc8ce3eb98 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8130608 Sep 25 04:27:42.669048 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:42.779124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:42.779941 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.780373 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.780786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785998 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785998 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:42.785998 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855359-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:42.793426 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855359-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:27:44.885723 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51530) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:45.107564 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.db.l3_hamode_db [None req-188e38d9-c04b-4da5-86ba-7679fb81db55 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 25 04:27:45.187551 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e38d9-c04b-4da5-86ba-7679fb81db55 None None] Routers set() bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:27:45.187954 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e38d9-c04b-4da5-86ba-7679fb81db55 None None] Router IDs set() for agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 25 04:27:45.212909 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:27:45.224914 dv-cinder-855359-5-iscsi neutron-server[106426]: ERROR stevedore.extension [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 04:27:45.308135 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.policy [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106426) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 04:27:45.350528 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING oslo_policy.policy [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:45.350846 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING oslo_policy.policy [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:45.371741 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writer thread running {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 04:27:45.447391 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264481243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264483759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264464650', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264472525', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264471785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785264446343', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775235', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-781621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3727017', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3634323'] for rbac-policy (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:45.518514 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:45.519681 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b67bf00c-9fc8-41cd-8471-3b74ca85656c admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6330209 Sep 25 04:27:48.114976 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51540) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:48.437984 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:27:48.467682 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Made reservation on behalf of bceb73400ebb4062be126679d2f16f6d for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:27:48.471827 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.491054 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.599153 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks [] for security_group (2c0d82be-80f8-4800-a44a-67758b7637eb), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.602898 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (2c0d82be-80f8-4800-a44a-67758b7637eb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.627321 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:27:48.660935 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785265432248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.661515 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Unsubscribe: segment precommit_create {{(pid=106426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 04:27:48.662058 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Added segment 77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc of type vlan for network 044694fb-0a1f-4030-8d77-33698c728f2e Sep 25 04:27:48.682004 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d82be-80f8-4800-a44a-67758b7637eb,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:27:48.733626 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.733969 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.734326 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.734679 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.735009 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.735334 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.735675 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.735975 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.736296 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.736616 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.736956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.737297 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.737624 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.737949 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.738312 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Tracked resource versions report: Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: pushed versions: Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: { 'AddressGroup': {'1.2'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Agent': {'1.1'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'ConntrackHelper': {'1.0'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Log': {'1.0'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'NDPProxy': {'1.0'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Network': {'1.1'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Port': {'1.7'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'PortForwarding': {'1.3'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'QosPolicy': {'1.10'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroup': {'1.5'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SubPort': {'1.0'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Subnet': {'1.1'}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Trunk': {'1.1'}} Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: consumer versions: Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Agent': '1.1', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'ConntrackHelper': '1.0', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'LocalIPAssociation': '1.0', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Log': '1.0', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'NDPProxy': '1.0', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Network': '1.1', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Port': '1.7', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'PortForwarding': '1.3', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'QosPolicy': '1.10', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroup': '1.5', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroupRule': '1.2', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SubPort': '1.0', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Subnet': '1.1', Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Trunk': '1.1'}} Sep 25 04:27:48.739747 dv-cinder-855359-5-iscsi neutron-server[106426]: {{(pid=106426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:27:48.772693 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (044694fb-0a1f-4030-8d77-33698c728f2e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.806935 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=54,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:48.817389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (044694fb-0a1f-4030-8d77-33698c728f2e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.822418 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:27:48.823121 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:48.882563 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7666140 Sep 25 04:27:48.952184 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa410-1a56-45f9-bd29-4b96161e6926 demo demo] Pushing event updated for resources: {'Network': ['ID=044694fb-0a1f-4030-8d77-33698c728f2e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:27:48.965278 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 044694fb-0a1f-4030-8d77-33698c728f2e details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:27:51.530798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51554) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:51.952352 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664d46a-c181-40d0-9da0-00446b4bf78c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:27:51.953752 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4664d46a-c181-40d0-9da0-00446b4bf78c demo admin] 10.222.0.25 "GET /networking/v2.0/networks/044694fb-0a1f-4030-8d77-33698c728f2e HTTP/1.1" status: 200 len: 824 time: 0.4219992 Sep 25 04:27:51.979769 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5baaf925-e3fa-4ae2-9c9a-5621c475ad7c demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/a91d3e1f-0059-4b21-bb61-324eb4edb345 HTTP/1.1" status: 200 len: 734 time: 0.0197437 Sep 25 04:27:51.988322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Request body: {'subnet': {'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345', 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:27:52.009279 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Made reservation on behalf of bceb73400ebb4062be126679d2f16f6d for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:27:52.011563 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:52.175908 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:52.307896 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (a0d4a878-7a10-4529-b58f-4aed2422ceaf), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:52.380960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Pushing event updated for resources: {'Subnet': ['ID=a0d4a878-7a10-4529-b58f-4aed2422ceaf,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:27:52.385484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Checking segment: {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:27:52.385860 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Network hostable DHCP agents. Network: 044694fb-0a1f-4030-8d77-33698c728f2e, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:27:52.407005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Network 044694fb-0a1f-4030-8d77-33698c728f2e is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:27:52.417968 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 044694fb-0a1f-4030-8d77-33698c728f2e) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:27:52.422540 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:27:52.423131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:52.427617 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5663972c-00c6-406f-bdfd-02ae073ec7ca None None] Network 044694fb-0a1f-4030-8d77-33698c728f2e requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:27:52.440791 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-52ca3266-4cb7-40d5-a7c9-fe23f5ad1e4e demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4554522 Sep 25 04:27:52.696533 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-044694fb-0a1f-4030-8d77-33698c728f2e', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:27:52.698383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:52.977417 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Allocated IP 172.20.0.2 (044694fb-0a1f-4030-8d77-33698c728f2e/a0d4a878-7a10-4529-b58f-4aed2422ceaf/8e1459ab-2c15-43e7-99d7-4315b8d98959) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:27:52.992597 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:53.254888 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks [] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:53.263786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:53.346344 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Network 044694fb-0a1f-4030-8d77-33698c728f2e is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:27:53.350240 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:27:53.354110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:27:53.356898 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Pushing event updated for resources: {'Port': ['ID=8e1459ab-2c15-43e7-99d7-4315b8d98959,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:27:53.393884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.394227 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.394577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.394930 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.395260 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.395586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.395908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.396226 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.396550 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.396903 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.397226 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.397563 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.397884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.398199 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.398513 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Tracked resource versions report: Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: pushed versions: Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: { 'AddressGroup': {'1.2'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Agent': {'1.1'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'ConntrackHelper': {'1.0'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Log': {'1.0'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'NDPProxy': {'1.0'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Network': {'1.1'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Port': {'1.7'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'PortForwarding': {'1.3'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'QosPolicy': {'1.10'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroup': {'1.5'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SubPort': {'1.0'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Subnet': {'1.1'}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Trunk': {'1.1'}} Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: consumer versions: Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Agent': '1.1', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'ConntrackHelper': '1.0', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'LocalIPAssociation': '1.0', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Log': '1.0', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'NDPProxy': '1.0', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Network': '1.1', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Port': '1.7', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'PortForwarding': '1.3', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'QosPolicy': '1.10', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroup': '1.5', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroupRule': '1.2', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SubPort': '1.0', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Subnet': '1.1', Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Trunk': '1.1'}} Sep 25 04:27:53.400683 dv-cinder-855359-5-iscsi neutron-server[106427]: {{(pid=106427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:27:53.452309 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Attempting to bind port 8e1459ab-2c15-43e7-99d7-4315b8d98959 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:27:53.453027 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Attempting to bind port 8e1459ab-2c15-43e7-99d7-4315b8d98959 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:27:53.453218 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Attempting to bind port 8e1459ab-2c15-43e7-99d7-4315b8d98959 on network 044694fb-0a1f-4030-8d77-33698c728f2e {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:27:53.456031 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:53.501172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:27:53.501545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Checking segment: {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:27:53.502026 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:53.502416 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Bound using segment: {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:27:53.502912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Bound port: 8e1459ab-2c15-43e7-99d7-4315b8d98959, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:27:53.503315 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:53.566158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] For port 8e1459ab-2c15-43e7-99d7-4315b8d98959, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:27:53.585882 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] For port 8e1459ab-2c15-43e7-99d7-4315b8d98959, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=8e1459ab-2c15-43e7-99d7-4315b8d98959,segment=NetworkSegment(77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc),segment_id=77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:27:53.593027 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:27:53.643322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565b0bc-d9c4-4af5-833a-a82f28b8b08a None None] Pushing event updated for resources: {'Port': ['ID=8e1459ab-2c15-43e7-99d7-4315b8d98959,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:27:55.105806 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51564) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:55.429944 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [None req-8cf53c38-cd7e-40ca-9915-726c9251ea6d admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:27:55.431820 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8cf53c38-cd7e-40ca-9915-726c9251ea6d admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3242326 Sep 25 04:27:56.678558 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:56.684262 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:27:58.097295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 51576) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:27:58.619734 dv-cinder-855359-5-iscsi neutron-server[106425]: WARNING oslo_policy.policy [None req-dd698216-5251-4fee-bbbf-b6a0966fa722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:58.620329 dv-cinder-855359-5-iscsi neutron-server[106425]: WARNING oslo_policy.policy [None req-dd698216-5251-4fee-bbbf-b6a0966fa722 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:27:58.837763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [None req-dd698216-5251-4fee-bbbf-b6a0966fa722 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:27:58.839074 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-dd698216-5251-4fee-bbbf-b6a0966fa722 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7400055 Sep 25 04:28:01.541763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 51594) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:01.697937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e3028-1d77-4af8-b41e-5f2e704bb02b None None] Network 044694fb-0a1f-4030-8d77-33698c728f2e requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:28:01.832978 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Provisioning complete for port 8e1459ab-2c15-43e7-99d7-4315b8d98959 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:01.833374 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:01.833732 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Attempt 1 to provision port 8e1459ab-2c15-43e7-99d7-4315b8d98959 Sep 25 04:28:01.880889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:28:01.891159 dv-cinder-855359-5-iscsi neutron-server[106425]: ERROR stevedore.extension [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 25 04:28:01.947372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.policy [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 25 04:28:01.973477 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Current status of the port 8e1459ab-2c15-43e7-99d7-4315b8d98959 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:01.973868 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:01.992370 dv-cinder-855359-5-iscsi neutron-server[106425]: WARNING oslo_policy.policy [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:28:01.992724 dv-cinder-855359-5-iscsi neutron-server[106425]: WARNING oslo_policy.policy [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 25 04:28:02.011599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] For port 8e1459ab-2c15-43e7-99d7-4315b8d98959, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=8e1459ab-2c15-43e7-99d7-4315b8d98959,segment=NetworkSegment(77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc),segment_id=77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:28:02.014101 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writer thread running {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 25 04:28:02.015729 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.029470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:02.059626 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (10d7ebd0-5a78-4277-b03b-99b2434ccb96), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.061484 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (10d7ebd0-5a78-4277-b03b-99b2434ccb96), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.065609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412f7e3-ff83-4cb2-8ddc-268776cf68fc None None] Pushing event updated for resources: {'Port': ['ID=8e1459ab-2c15-43e7-99d7-4315b8d98959,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:02.134229 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-8faa8996-cc1e-4072-8221-cc3d4767e6e2 None None] Provisioning complete for port 8e1459ab-2c15-43e7-99d7-4315b8d98959 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:02.134799 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8faa8996-cc1e-4072-8221-cc3d4767e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.135145 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8faa8996-cc1e-4072-8221-cc3d4767e6e2 None None] Attempt 1 to provision port 8e1459ab-2c15-43e7-99d7-4315b8d98959 Sep 25 04:28:02.207772 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8faa8996-cc1e-4072-8221-cc3d4767e6e2 None None] Current status of the port 8e1459ab-2c15-43e7-99d7-4315b8d98959 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:02.220025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Publish callbacks [] for router_controller (10d7ebd0-5a78-4277-b03b-99b2434ccb96), precommit_add_association {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.225281 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (10d7ebd0-5a78-4277-b03b-99b2434ccb96), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.248204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.249337 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-5fdb575e-88d6-47ea-83c2-56a06cca9207 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7066278 Sep 25 04:28:02.431933 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:02.432802 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=59,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:02.469401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 8e1459ab-2c15-43e7-99d7-4315b8d98959 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:28:02.471630 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:02.517561 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 8e1459ab-2c15-43e7-99d7-4315b8d98959 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:02.517870 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:02.518209 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 8e1459ab-2c15-43e7-99d7-4315b8d98959 Sep 25 04:28:02.590728 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 8e1459ab-2c15-43e7-99d7-4315b8d98959 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:04.891457 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51608) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:05.213410 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [None req-66c44999-7881-4f09-a200-adf5fe33b1de admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:28:05.214414 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-66c44999-7881-4f09-a200-adf5fe33b1de admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3220434 Sep 25 04:28:07.560800 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-7bec6f3b-c3e9-4170-aa5b-bc4748a1ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:07.854942 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51616) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:08.173956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:28:08.193701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Made reservation on behalf of 99bb568eb0e94976a15231a76508d22f for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:28:08.195929 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.204893 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.284507 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks [] for security_group (4e1f491d-ef88-41cd-aa93-ff56b52200fc), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.288068 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4e1f491d-ef88-41cd-aa93-ff56b52200fc), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.302815 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Reserving flat network on physical network physnet1 {{(pid=106426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 25 04:28:08.327985 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f491d-ef88-41cd-aa93-ff56b52200fc,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:08.334650 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (742ef78a-270f-45de-a70b-dcf0428cd9db), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.335054 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Added segment 742ef78a-270f-45de-a70b-dcf0428cd9db of type flat for network 2659481e-8bd1-4d9a-af78-a372721d417d Sep 25 04:28:08.380571 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (2659481e-8bd1-4d9a-af78-a372721d417d), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.413268 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (2659481e-8bd1-4d9a-af78-a372721d417d), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.414139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:28:08.414700 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:08.491315 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6354203 Sep 25 04:28:08.512383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3d0e0-5123-4590-9e59-9b01b150564c admin admin] Pushing event updated for resources: {'Network': ['ID=2659481e-8bd1-4d9a-af78-a372721d417d,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:08.522571 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 2659481e-8bd1-4d9a-af78-a372721d417d details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:28:08.524921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:09.929207 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9d7114fd-60a2-40c3-8dbb-09a1144ef2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:11.023369 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:11.100585 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51624) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:11.461933 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de12f7b-4e13-4058-8562-74b20b69a401 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:28:11.463250 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3de12f7b-4e13-4058-8562-74b20b69a401 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/a0d4a878-7a10-4529-b58f-4aed2422ceaf HTTP/1.1" status: 200 len: 849 time: 0.3616486 Sep 25 04:28:11.624014 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b40739a1-60d2-4407-b2e7-4803e5a4a1ce demo admin] 10.222.0.25 "GET /networking/v2.0/routers/10d7ebd0-5a78-4277-b03b-99b2434ccb96 HTTP/1.1" status: 200 len: 704 time: 0.1547532 Sep 25 04:28:11.886103 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.116840 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:12.160785 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:12.179669 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Allocated IP 172.20.0.1 (044694fb-0a1f-4030-8d77-33698c728f2e/a0d4a878-7a10-4529-b58f-4aed2422ceaf/f273c56b-e35d-481e-95c3-cd07407075aa) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:28:12.242028 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:12.242779 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:12.375800 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks [] for port (f273c56b-e35d-481e-95c3-cd07407075aa), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.439131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.512694 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Network 044694fb-0a1f-4030-8d77-33698c728f2e is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:28:12.517525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:28:12.525109 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:28:12.525779 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (10d7ebd0-5a78-4277-b03b-99b2434ccb96), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.582695 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Pushing event updated for resources: {'Port': ['ID=f273c56b-e35d-481e-95c3-cd07407075aa,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:12.616236 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.683877 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Provisioning complete for port f273c56b-e35d-481e-95c3-cd07407075aa triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:12.684264 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.684601 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 1 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:12.715312 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Port f273c56b-e35d-481e-95c3-cd07407075aa cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:28:12.729489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.785896 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.935386 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks [] for port (f273c56b-e35d-481e-95c3-cd07407075aa), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.939820 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:12.940785 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (10d7ebd0-5a78-4277-b03b-99b2434ccb96), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:13.018830 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Pushing event updated for resources: {'Port': ['ID=f273c56b-e35d-481e-95c3-cd07407075aa,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:13.067524 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:13.069443 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Network 044694fb-0a1f-4030-8d77-33698c728f2e is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:28:13.071221 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:28:13.216275 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 2 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:13.235741 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:28:13.282389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:13.293717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Port f273c56b-e35d-481e-95c3-cd07407075aa cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:28:13.328567 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:28:13.334109 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-50e572d6-88dc-4f03-a849-6ba472945fc2 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/10d7ebd0-5a78-4277-b03b-99b2434ccb96/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7046938 Sep 25 04:28:13.352418 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Sync routers for ids ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:28:13.365140 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Routers {'10d7ebd0-5a78-4277-b03b-99b2434ccb96'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:28:13.366003 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:28:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:13.547365 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Set router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:28:13.794469 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 3 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:13.828001 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Port f273c56b-e35d-481e-95c3-cd07407075aa cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:28:13.967846 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:12Z', 'revision_number': 2, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port_host': None, '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:12Z', 'revision_number': 2, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:14.016151 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Checking router: 10d7ebd0-5a78-4277-b03b-99b2434ccb96 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:28:14.016519 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Updating router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 port f273c56b-e35d-481e-95c3-cd07407075aa binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:28:14.072324 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.329770 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 4 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:14.361732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Port f273c56b-e35d-481e-95c3-cd07407075aa cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:28:14.571583 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks [] for port (f273c56b-e35d-481e-95c3-cd07407075aa), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.578267 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.726321 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Pushing event updated for resources: {'Port': ['ID=f273c56b-e35d-481e-95c3-cd07407075aa,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:14.735514 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Attempting to bind port f273c56b-e35d-481e-95c3-cd07407075aa on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:28:14.735906 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Attempting to bind port f273c56b-e35d-481e-95c3-cd07407075aa by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:28:14.736339 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Attempting to bind port f273c56b-e35d-481e-95c3-cd07407075aa on network 044694fb-0a1f-4030-8d77-33698c728f2e {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:28:14.745241 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.745577 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.745925 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.746268 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.746595 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.746929 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.747246 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.747563 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.747882 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.748198 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.748512 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.748874 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.749191 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.749503 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.749814 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Tracked resource versions report: Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: pushed versions: Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: { 'AddressGroup': {'1.2'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Agent': {'1.1'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'ConntrackHelper': {'1.0'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Log': {'1.0'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'NDPProxy': {'1.0'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Network': {'1.1'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Port': {'1.7'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'PortForwarding': {'1.3'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'QosPolicy': {'1.10'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroup': {'1.5'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SubPort': {'1.0'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Subnet': {'1.1'}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Trunk': {'1.1'}} Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: consumer versions: Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Agent': '1.1', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'ConntrackHelper': '1.0', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'LocalIPAssociation': '1.0', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Log': '1.0', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'NDPProxy': '1.0', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Network': '1.1', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Port': '1.7', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'PortForwarding': '1.3', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'QosPolicy': '1.10', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroup': '1.5', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroupRule': '1.2', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SubPort': '1.0', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Subnet': '1.1', Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Trunk': '1.1'}} Sep 25 04:28:14.751225 dv-cinder-855359-5-iscsi neutron-server[106428]: {{(pid=106428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:28:14.827847 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:28:14.828238 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Checking segment: {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:28:14.828722 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.829103 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Bound using segment: {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:28:14.829587 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Bound port: f273c56b-e35d-481e-95c3-cd07407075aa, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:28:14.829957 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.862981 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 5 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:14.892469 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:14.898160 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Port f273c56b-e35d-481e-95c3-cd07407075aa cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:28:14.899897 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] For port f273c56b-e35d-481e-95c3-cd07407075aa, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:28:14.902844 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:14.921703 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] For port f273c56b-e35d-481e-95c3-cd07407075aa, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f273c56b-e35d-481e-95c3-cd07407075aa,segment=NetworkSegment(77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc),segment_id=77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:28:14.927199 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:14.966238 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Routers {'10d7ebd0-5a78-4277-b03b-99b2434ccb96'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:28:14.966844 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:28:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:15.039510 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c5bc-33a9-443c-a753-62e9d09e8690 None None] Pushing event updated for resources: {'Port': ['ID=f273c56b-e35d-481e-95c3-cd07407075aa,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:15.059854 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] Set router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:28:15.253342 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:12Z', 'revision_number': 2, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port_host': None, '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:14Z', 'revision_number': 4, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:15.277944 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3095e-1a03-41ce-b263-17e9af218376 None None] The sync data for ids ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'] in dv-cinder-855359-5-iscsi is: [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:12Z', 'revision_number': 2, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port_host': None, '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:14Z', 'revision_number': 4, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:28:15.399174 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Attempt 6 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:15.477768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Current status of the port f273c56b-e35d-481e-95c3-cd07407075aa is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:15.477768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:15.510990 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] For port f273c56b-e35d-481e-95c3-cd07407075aa, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f273c56b-e35d-481e-95c3-cd07407075aa,segment=NetworkSegment(77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc),segment_id=77a22ec5-7bd7-49c8-bb8c-1d8986abd7dc)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:28:15.515311 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:15.565338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ad345-e5ab-4346-b614-b70cb91a55b9 None None] Pushing event updated for resources: {'Port': ['ID=f273c56b-e35d-481e-95c3-cd07407075aa,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:15.636798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-7febe305-315b-4537-89e4-41cdacfd6bda None None] Provisioning complete for port f273c56b-e35d-481e-95c3-cd07407075aa triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:15.637239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-7febe305-315b-4537-89e4-41cdacfd6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:15.637581 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-7febe305-315b-4537-89e4-41cdacfd6bda None None] Attempt 1 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:15.711429 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-7febe305-315b-4537-89e4-41cdacfd6bda None None] Current status of the port f273c56b-e35d-481e-95c3-cd07407075aa is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:16.026145 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51636) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:16.435175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf1ccb2-a0df-4f55-9215-a4efe82a53aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:28:16.436552 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-acf1ccb2-a0df-4f55-9215-a4efe82a53aa admin admin] 10.222.0.25 "GET /networking/v2.0/networks/2659481e-8bd1-4d9a-af78-a372721d417d HTTP/1.1" status: 200 len: 842 time: 0.4095528 Sep 25 04:28:16.446964 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Request body: {'subnet': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:28:16.473473 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Made reservation on behalf of 99bb568eb0e94976a15231a76508d22f for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:28:16.479510 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:16.829172 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.objects.ports [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106426) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 25 04:28:16.829522 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (0bd9ff5c-e69c-4c79-925e-4063f774db87), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:16.888060 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd9ff5c-e69c-4c79-925e-4063f774db87,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:16.897170 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:28:16.897719 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Network hostable DHCP agents. Network: 2659481e-8bd1-4d9a-af78-a372721d417d, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:28:16.914489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:28:16.924620 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 2659481e-8bd1-4d9a-af78-a372721d417d) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:28:16.929358 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:28:16.930324 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:16.935799 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a450d73-8b23-4639-a2ce-e5f100ba3355 None None] Network 2659481e-8bd1-4d9a-af78-a372721d417d requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:28:16.947457 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-bd969dac-0c18-43af-9d6c-69be28af2285 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5042779 Sep 25 04:28:17.015732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:17.064589 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa2a9c-327f-4183-b0c1-69f2775d6cc9 None None] Network 2659481e-8bd1-4d9a-af78-a372721d417d requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:28:19.672302 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 51644) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:20.095377 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d7f43444-e5f3-4703-9f39-5cc09dcf47d1 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/10d7ebd0-5a78-4277-b03b-99b2434ccb96 HTTP/1.1" status: 200 len: 710 time: 0.4218581 Sep 25 04:28:20.158671 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:20.205786 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87334385-0e69-447d-862c-0c0e25631831 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:28:20.207157 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-87334385-0e69-447d-862c-0c0e25631831 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/2659481e-8bd1-4d9a-af78-a372721d417d HTTP/1.1" status: 200 len: 886 time: 0.1060393 Sep 25 04:28:20.216862 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:28:20.454553 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:20.463556 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks [] for router_gateway (10d7ebd0-5a78-4277-b03b-99b2434ccb96), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:20.478028 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f273c56b-e35d-481e-95c3-cd07407075aa up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:28:20.521589 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port f273c56b-e35d-481e-95c3-cd07407075aa triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:20.521982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:20.522323 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:28:20.598331 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port f273c56b-e35d-481e-95c3-cd07407075aa is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:20.685130 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks [] for router_gateway (10d7ebd0-5a78-4277-b03b-99b2434ccb96), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:20.762525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:20.866272 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Allocated IP 172.27.0.162 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:28:20.972039 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks [] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.003492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.038521 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:21.045361 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:28:21.050791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:28:21.053472 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:28:21.090278 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Pushing event updated for resources: {'Port': ['ID=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:21.389204 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks [] for router_gateway (10d7ebd0-5a78-4277-b03b-99b2434ccb96), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.421097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:21.576613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453576', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-450789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-444'] for router (10d7ebd0-5a78-4277-b03b-99b2434ccb96), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.580076 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-453569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-453434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-450782'] for router (10d7ebd0-5a78-4277-b03b-99b2434ccb96), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.681770 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:28:21.781848 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:28:21.786357 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:21.787581 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3cd18e82-f7ec-42cd-810b-f9440989c480 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/10d7ebd0-5a78-4277-b03b-99b2434ccb96 HTTP/1.1" status: 200 len: 890 time: 1.5740726 Sep 25 04:28:21.804045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Sync routers for ids ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:28:21.808708 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:21.819270 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Routers {'10d7ebd0-5a78-4277-b03b-99b2434ccb96'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:28:21.819939 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:28:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:22.035155 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Set router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:28:22.483138 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:21Z', 'revision_number': 4, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port': {'id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:20Z', 'updated_at': '2022-09-25T04:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:15Z', 'revision_number': 5, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:22.532750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Checking router: 10d7ebd0-5a78-4277-b03b-99b2434ccb96 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:28:22.533116 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Updating router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:28:22.584948 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:22.891634 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks [] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:22.899081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:22.903131 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:22.935591 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Attempting to bind port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:28:22.935946 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Attempting to bind port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:28:22.936308 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Attempting to bind port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:28:22.972425 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67c643-6c67-457c-af9f-a2d23948e63c None None] Pushing event updated for resources: {'Port': ['ID=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:22.988724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:28:22.989043 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:28:22.989433 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:22.989805 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:28:22.990265 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Bound port: 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:28:22.990636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:23.037331 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] For port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:28:23.040855 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] For port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:28:23.047762 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:23.087542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Routers {'10d7ebd0-5a78-4277-b03b-99b2434ccb96'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:28:23.088135 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:28:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:23.092072 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:23.140294 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67c643-6c67-457c-af9f-a2d23948e63c None None] Pushing event updated for resources: {'Port': ['ID=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:23.204865 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] Set router 10d7ebd0-5a78-4277-b03b-99b2434ccb96 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:28:23.396990 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:21Z', 'revision_number': 4, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port': {'id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:20Z', 'updated_at': '2022-09-25T04:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:15Z', 'revision_number': 5, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:28:23.421946 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddab848-8e22-476e-ab4d-85c2c86e5287 None None] The sync data for ids ['10d7ebd0-5a78-4277-b03b-99b2434ccb96'] in dv-cinder-855359-5-iscsi is: [{'id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'name': 'router1', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:28:02Z', 'updated_at': '2022-09-25T04:28:21Z', 'revision_number': 4, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'gw_port': {'id': '7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:20Z', 'updated_at': '2022-09-25T04:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f273c56b-e35d-481e-95c3-cd07407075aa', 'name': '', 'network_id': '044694fb-0a1f-4030-8d77-33698c728f2e', 'tenant_id': 'bceb73400ebb4062be126679d2f16f6d', 'mac_address': 'fa:16:3e:4e:f4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d7ebd0-5a78-4277-b03b-99b2434ccb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:28:11Z', 'updated_at': '2022-09-25T04:28:15Z', 'revision_number': 5, 'project_id': 'bceb73400ebb4062be126679d2f16f6d', 'subnets': [{'id': 'a0d4a878-7a10-4529-b58f-4aed2422ceaf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a91d3e1f-0059-4b21-bb61-324eb4edb345'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:28:24.475126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:28:24.523062 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:24.523372 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:24.523716 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 Sep 25 04:28:24.592897 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:24.593281 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:24.614961 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:28:24.619115 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:24.621201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 51656) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:28:24.668889 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:28:25.020046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-abef269a-3e4c-4d44-bc40-442f8b936828 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3975194 Sep 25 04:28:26.459744 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:28:26.509272 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:28:26.509665 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:26.509995 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 Sep 25 04:28:26.532004 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:26.583713 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 7ec1c0aa-866c-4e8e-a2a4-15c834dfcce5 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:28:27.871748 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=43 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:27.884794 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=44 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:31.773848 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:31.780259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=39 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:31.876420 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:28:35.010719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:35.015828 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:36.580047 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:36.582838 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:37.565301 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-06362252-efa2-45c2-b8f8-cbdb17bc4ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:39.941395 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-889148c5-2fc4-4800-b5cd-0ba728cb7425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:41.031789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:41.872043 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:42.616119 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:42.791214 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:28:52.611336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:28:52.787737 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:04.876844 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:04.886077 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:07.574729 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2b3ef4e5-76a4-451a-a8c8-f075104857dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:08.879516 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:29:09.942379 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5bc42e7f-65ca-49c4-ae79-6387f9179536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:11.035173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:12.617280 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:12.787244 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:18.871594 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:18.873585 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:22.778620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:22.780545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:37.570089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4253b6e4-85aa-4bc5-ab6d-19a635e7bb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:39.936508 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6f2a0d15-b57b-460b-918f-fbb38cf7b26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:41.029837 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:41.874931 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:41.878901 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:42.620324 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:42.784240 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:45.879742 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:29:50.818927 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52206) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:29:51.165592 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3534be9a-b734-40a1-ae88-42aabcc25713 admin admin] GET failed (client error): The resource could not be found. Sep 25 04:29:51.166880 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3534be9a-b734-40a1-ae88-42aabcc25713 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3471022 Sep 25 04:29:51.329651 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b6d68-70b9-434a-a78b-714dbccd92a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:29:51.331369 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-186b6d68-70b9-434a-a78b-714dbccd92a5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1600091 Sep 25 04:29:52.777498 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:52.779806 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:53.906432 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52216) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:29:54.277302 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae147d-fd34-483a-8f0d-11a0cc891c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:29:54.278645 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-69ae147d-fd34-483a-8f0d-11a0cc891c9d admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/a0d4a878-7a10-4529-b58f-4aed2422ceaf HTTP/1.1" status: 200 len: 849 time: 0.3712735 Sep 25 04:29:54.288703 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:29:54.372065 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Publish callbacks [] for subnet (a0d4a878-7a10-4529-b58f-4aed2422ceaf), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:54.517165 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785265408660'] for subnet (a0d4a878-7a10-4529-b58f-4aed2422ceaf), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:54.549317 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:29:54.549909 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:54.568667 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/a0d4a878-7a10-4529-b58f-4aed2422ceaf HTTP/1.1" status: 200 len: 868 time: 0.2665551 Sep 25 04:29:54.568941 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e76b5c-37be-4471-85c6-cc3b173d78a5 None None] Network 044694fb-0a1f-4030-8d77-33698c728f2e requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:29:54.570832 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d4a878-7a10-4529-b58f-4aed2422ceaf,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:29:54.578758 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.579113 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.579461 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.579803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.580131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.580767 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.581087 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.581554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.581887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.582210 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.582534 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.582873 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.583782 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.584109 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.584436 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7d0dc-1004-4a3a-89e0-c5d145095918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:29:54.873762 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Provisioning complete for port 8e1459ab-2c15-43e7-99d7-4315b8d98959 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:29:54.874144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8e1459ab-2c15-43e7-99d7-4315b8d98959), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:54.874477 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Attempt 1 to provision port 8e1459ab-2c15-43e7-99d7-4315b8d98959 Sep 25 04:29:54.950431 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Current status of the port 8e1459ab-2c15-43e7-99d7-4315b8d98959 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:29:54.959167 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Provisioning complete for port f273c56b-e35d-481e-95c3-cd07407075aa triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:29:54.959639 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f273c56b-e35d-481e-95c3-cd07407075aa), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:29:54.959968 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Attempt 1 to provision port f273c56b-e35d-481e-95c3-cd07407075aa Sep 25 04:29:55.032855 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6358e30c-6354-4faa-8df7-e541928fcb99 None None] Current status of the port f273c56b-e35d-481e-95c3-cd07407075aa is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:29:55.877224 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:29:57.121663 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52224) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:29:57.640538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413ba3f-d818-42b5-8a5f-276eff4e1ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:29:57.641040 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413ba3f-d818-42b5-8a5f-276eff4e1ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:29:57.642558 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-8413ba3f-d818-42b5-8a5f-276eff4e1ad5 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.5200498 Sep 25 04:30:00.225916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52234) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:00.633569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02d1b0-39f5-49de-b667-1e38b90605b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:00.634019 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02d1b0-39f5-49de-b667-1e38b90605b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:00.635515 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ce02d1b0-39f5-49de-b667-1e38b90605b7 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.4086742 Sep 25 04:30:03.187622 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52242) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:03.596970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eee196-7029-40ac-85e8-31d6e79bda40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:03.598895 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-72eee196-7029-40ac-85e8-31d6e79bda40 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/044694fb-0a1f-4030-8d77-33698c728f2e HTTP/1.1" status: 200 len: 868 time: 0.4097421 Sep 25 04:30:05.030179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=45 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:05.032043 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=32 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:06.173570 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52250) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:06.577213 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477fa634-64b9-4c00-8092-666789e660d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:06.578730 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-477fa634-64b9-4c00-8092-666789e660d0 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/2659481e-8bd1-4d9a-af78-a372721d417d HTTP/1.1" status: 200 len: 886 time: 0.4042146 Sep 25 04:30:07.572981 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-da3a0657-b85c-4e35-aca1-4e74c5112e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:09.166270 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52258) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:09.568924 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ba86d-6592-4424-b479-daed65ca0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:09.569376 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ba86d-6592-4424-b479-daed65ca0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:09.570903 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-fe2ba86d-6592-4424-b479-daed65ca0213 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4036934 Sep 25 04:30:09.939987 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6d73-ccbb-44cd-8f41-e3d33889e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:10.628973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=24 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:10.630295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=22 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:11.033182 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:12.154845 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52266) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:12.482097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:12.483661 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:12.530509 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcaa55-dda7-4ab2-92e9-082506622a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:12.530961 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcaa55-dda7-4ab2-92e9-082506622a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:12.532470 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b7dcaa55-dda7-4ab2-92e9-082506622a2d admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3766813 Sep 25 04:30:12.625698 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:12.787913 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:15.119690 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52274) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:15.482369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45287e4a-ae4b-4d93-a643-c014c2fa2337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:15.483728 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-45287e4a-ae4b-4d93-a643-c014c2fa2337 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/0bd9ff5c-e69c-4c79-925e-4063f774db87 HTTP/1.1" status: 200 len: 816 time: 0.3631682 Sep 25 04:30:18.064789 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52282) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:18.440274 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e52e28-31d0-4f33-95ff-ea6ba2770d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:18.441714 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-77e52e28-31d0-4f33-95ff-ea6ba2770d13 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/a0d4a878-7a10-4529-b58f-4aed2422ceaf HTTP/1.1" status: 200 len: 868 time: 0.3760104 Sep 25 04:30:18.885198 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:18.886290 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:22.781606 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:22.783532 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:22.878535 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:30:28.432050 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=13 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:28.436979 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=21 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:36.858933 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=14 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:36.864569 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=14 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:37.576532 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-35cbeb5b-8805-4b2b-94f5-e2265535f838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:39.943053 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-50902106-c2a8-428b-801a-5c95be34bc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:41.039874 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:42.626831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:42.790920 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:48.456416 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52338) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:48.779949 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [None req-56fd90a5-85f9-46d6-965c-83d32dc3d82e admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:30:48.780992 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-56fd90a5-85f9-46d6-965c-83d32dc3d82e admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3236203 Sep 25 04:30:51.442525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52346) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:51.787262 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.pecan_wsgi.hooks.translation [None req-644f2c4d-f8db-4eef-9a73-9d70888737ad admin admin] GET failed (client error): The resource could not be found. Sep 25 04:30:51.788544 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-644f2c4d-f8db-4eef-9a73-9d70888737ad admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3450966 Sep 25 04:30:51.882241 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b62574-f3bb-4c01-8a18-8b2fe093e94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:51.883706 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e5b62574-f3bb-4c01-8a18-8b2fe093e94e admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0908413 Sep 25 04:30:52.784737 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:52.786652 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:54.489318 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52356) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:54.811105 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:30:54.830801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Made reservation on behalf of 99bb568eb0e94976a15231a76508d22f for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:30:54.833105 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:54.860513 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING neutron.services.revisions.revision_plugin [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Could not find related network for resource to bump revision. Sep 25 04:30:54.872735 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:30:54.882156 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (6a19e21b-ccbe-4521-9c48-445e80a9bb65), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:54.882490 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Added segment 6a19e21b-ccbe-4521-9c48-445e80a9bb65 of type vlan for network d6385dea-39be-4025-93ac-f77303af45b2 Sep 25 04:30:55.012427 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (d6385dea-39be-4025-93ac-f77303af45b2), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:55.037507 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (d6385dea-39be-4025-93ac-f77303af45b2), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:55.038457 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:55.039031 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:55.088324 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5979371 Sep 25 04:30:55.102099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Pushing event updated for resources: {'Network': ['ID=d6385dea-39be-4025-93ac-f77303af45b2,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:30:55.109825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.110171 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.110538 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.110879 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.111208 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.111536 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.112496 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.112939 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.113463 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.113801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.114144 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.114490 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.114813 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.115134 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.115453 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8090a0f-aa2e-4bd9-8084-d6fbf70dfdea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:55.127541 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network d6385dea-39be-4025-93ac-f77303af45b2 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:30:55.870955 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:55.883152 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:30:57.703471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52364) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:30:58.041101 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4f6804-2db0-418e-bc02-66e2fff839aa admin admin] GET failed (client error): The resource could not be found. Sep 25 04:30:58.042381 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5f4f6804-2db0-418e-bc02-66e2fff839aa admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3379502 Sep 25 04:30:58.114581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eded492-280a-498e-885e-4fdbbba1de36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:58.116011 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6eded492-280a-498e-885e-4fdbbba1de36 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0692255 Sep 25 04:30:58.125775 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:30:58.146223 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Made reservation on behalf of 99bb568eb0e94976a15231a76508d22f for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:30:58.148702 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.313851 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (1ce45fb3-2e43-41c1-958a-ecb39f055a75), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.370415 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce45fb3-2e43-41c1-958a-ecb39f055a75,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:30:58.377479 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Checking segment: {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:30:58.377862 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Network hostable DHCP agents. Network: d6385dea-39be-4025-93ac-f77303af45b2, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:30:58.394162 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Network d6385dea-39be-4025-93ac-f77303af45b2 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:30:58.402150 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, d6385dea-39be-4025-93ac-f77303af45b2) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:30:58.406105 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:30:58.406693 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.412310 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da8033-9ad5-46a3-8154-64114c03b46a None None] Network d6385dea-39be-4025-93ac-f77303af45b2 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:30:58.423110 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-31a8cc34-6d07-48aa-9ffc-d52e0a82083f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006294 Sep 25 04:30:58.522904 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-d6385dea-39be-4025-93ac-f77303af45b2', 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2', 'project_id': '99bb568eb0e94976a15231a76508d22f', 'fixed_ips': [{'subnet_id': '1ce45fb3-2e43-41c1-958a-ecb39f055a75'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:30:58.523848 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.665103 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Allocated IP 192.168.233.2 (d6385dea-39be-4025-93ac-f77303af45b2/1ce45fb3-2e43-41c1-958a-ecb39f055a75/bfd789ee-201e-40eb-915e-a07e491f4821) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:30:58.905799 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks [] for port (bfd789ee-201e-40eb-915e-a07e491f4821), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.913271 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:58.954938 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Network d6385dea-39be-4025-93ac-f77303af45b2 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:30:58.960718 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:30:58.963216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:30:58.968624 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Pushing event updated for resources: {'Port': ['ID=bfd789ee-201e-40eb-915e-a07e491f4821,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:30:58.979891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.980240 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.980578 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.980962 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.981299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.981624 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.981952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.982276 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.982599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.982923 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.983245 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.983578 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.983899 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.984214 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:58.984530 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:30:59.042019 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Attempting to bind port bfd789ee-201e-40eb-915e-a07e491f4821 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:30:59.042391 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Attempting to bind port bfd789ee-201e-40eb-915e-a07e491f4821 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:30:59.042763 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Attempting to bind port bfd789ee-201e-40eb-915e-a07e491f4821 on network d6385dea-39be-4025-93ac-f77303af45b2 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:30:59.085615 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:30:59.085981 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Checking segment: {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:30:59.086377 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:59.086764 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Bound using segment: {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:30:59.087234 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Bound port: bfd789ee-201e-40eb-915e-a07e491f4821, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:30:59.087610 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:59.148518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] For port bfd789ee-201e-40eb-915e-a07e491f4821, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:30:59.151890 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] For port bfd789ee-201e-40eb-915e-a07e491f4821, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bfd789ee-201e-40eb-915e-a07e491f4821,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:30:59.158162 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:30:59.214066 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f5a7-4bd6-4403-aae3-8e2ca4b05673 None None] Pushing event updated for resources: {'Port': ['ID=bfd789ee-201e-40eb-915e-a07e491f4821,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:30:59.881525 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:31:00.016442 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a58834-cc51-4bf8-a879-c4a41a121e9a None None] Network d6385dea-39be-4025-93ac-f77303af45b2 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:31:00.121132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:00.121712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:00.140800 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Provisioning complete for port bfd789ee-201e-40eb-915e-a07e491f4821 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:31:00.141197 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:00.141519 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Attempt 1 to provision port bfd789ee-201e-40eb-915e-a07e491f4821 Sep 25 04:31:00.231310 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Current status of the port bfd789ee-201e-40eb-915e-a07e491f4821 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:31:00.231695 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:00.275544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] For port bfd789ee-201e-40eb-915e-a07e491f4821, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bfd789ee-201e-40eb-915e-a07e491f4821,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:31:00.280027 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:00.331396 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baca57b-32df-4505-96fc-3dc9b381a9d9 None None] Pushing event updated for resources: {'Port': ['ID=bfd789ee-201e-40eb-915e-a07e491f4821,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:31:00.401245 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-03c45d87-0e46-4796-b68b-6c90efcf2bb4 None None] Provisioning complete for port bfd789ee-201e-40eb-915e-a07e491f4821 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:31:00.401636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-03c45d87-0e46-4796-b68b-6c90efcf2bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:00.401978 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-03c45d87-0e46-4796-b68b-6c90efcf2bb4 None None] Attempt 1 to provision port bfd789ee-201e-40eb-915e-a07e491f4821 Sep 25 04:31:00.477653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-03c45d87-0e46-4796-b68b-6c90efcf2bb4 None None] Current status of the port bfd789ee-201e-40eb-915e-a07e491f4821 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:31:00.573063 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bfd789ee-201e-40eb-915e-a07e491f4821 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:31:00.617805 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port bfd789ee-201e-40eb-915e-a07e491f4821 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:31:00.618206 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfd789ee-201e-40eb-915e-a07e491f4821), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:00.618544 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port bfd789ee-201e-40eb-915e-a07e491f4821 Sep 25 04:31:00.695081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port bfd789ee-201e-40eb-915e-a07e491f4821 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:31:07.581050 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-34bcc6f6-b6eb-47f4-825a-bb8e460da6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:08.416398 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:08.417205 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=78,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:09.872945 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:09.879991 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:09.946773 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4a692523-fe01-41c1-9c0a-5b6f6a61daa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:11.039332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:12.629596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:12.793946 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:22.782523 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:22.789069 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:32.878696 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:35.867385 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:36.880370 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:31:37.583514 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d0fa8f17-3f39-44ca-86b8-9dbf36b80a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:39.948311 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-98835759-7fd9-45d3-bfe1-64d15881fe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:41.046208 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:42.632269 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:42.796947 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:31:46.876534 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:52.791170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:31:52.792972 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:07.586062 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8be02199-77b9-4637-a6cf-50e1662c01d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:09.885304 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:09.886066 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:09.953123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f3e47d4b-53bc-45a1-82fc-f76a7bd20727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:11.046653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:12.641381 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:12.802072 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:13.273797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52406) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:32:13.279394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [None req-888813fd-4b7e-48ba-8232-d229379f6b76 tempest-verify_tempest_config-176836510 tempest-verify_tempest_config-176836510-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:32:13.280474 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-888813fd-4b7e-48ba-8232-d229379f6b76 tempest-verify_tempest_config-176836510 tempest-verify_tempest_config-176836510-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057237 Sep 25 04:32:13.791181 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52424) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:32:13.880087 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:32:14.122164 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.198050 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Publish callbacks [] for security_group (df320ca2-8341-4eed-8fde-be4202246c41), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.201492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (df320ca2-8341-4eed-8fde-be4202246c41), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.251608 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30c1f31b50ce482290cd14d309e0b78f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4593086 Sep 25 04:32:14.252343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df320ca2-8341-4eed-8fde-be4202246c41,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:32:14.254205 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52428) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:32:14.269847 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.270181 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.270525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.270858 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.271179 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.271494 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.271810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.272117 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.272447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.272791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.273121 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.273452 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.273765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.274073 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.274620 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ed3df-ff0e-460c-9055-e8a9c481a506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:32:14.321183 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] Publish callbacks [] for security_group (df320ca2-8341-4eed-8fde-be4202246c41), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.340477 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] Publish callbacks [] for security_group (df320ca2-8341-4eed-8fde-be4202246c41), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.433114 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (df320ca2-8341-4eed-8fde-be4202246c41), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.435638 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:14.436870 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/df320ca2-8341-4eed-8fde-be4202246c41 HTTP/1.1" status: 204 len: 168 time: 0.1816480 Sep 25 04:32:14.445189 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf22e7-1350-4db8-be8a-3e41cd2efe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df320ca2-8341-4eed-8fde-be4202246c41,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:32:22.794954 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:23.876390 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:24.439713 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=40,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:24.440487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:24.464328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:36.768130 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=11 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:36.769934 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:37.588042 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-287cd795-75ad-4ec4-b4dc-2f80e42a171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:39.955815 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3eac0d50-e078-46f9-83f4-7f810a3c35cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:41.051751 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:42.634989 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:42.804029 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:32:46.876442 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:46.881513 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:50.879472 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:32:52.792672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:32:52.801019 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:00.875066 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:07.590545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-dea2e0d3-e96c-4125-b209-ddfe0ffb870f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:09.957202 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fefca2f6-797f-40fc-8bc3-32909a5cd064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:11.052793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:12.643623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:12.806113 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:22.800603 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:22.802404 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:23.883241 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:23.887233 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:27.879417 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 5 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:33:37.592599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-35470416-caef-4579-80fa-a1ccaed77479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:37.873242 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:37.873921 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:39.958348 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-65d5a42b-ef07-49a2-ba74-da7dc9a12d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:41.055970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:42.645979 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:42.808344 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:48.154613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-453825'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:33:58.145430 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:33:58.149869 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:00.888712 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:00.892873 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:02.322586 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52520) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:34:02.450844 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-25306db6-aea3-4227-9fb5-210f804f5600 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1272328 Sep 25 04:34:04.879825 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:34:04.920680 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52530) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:34:04.974935 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-eafdff82-cce8-4c3a-bc8b-83e158c6a6c4 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531816 Sep 25 04:34:07.596375 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6549c66b-2046-4e8c-84dc-98addc7034f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:09.961309 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4005cd58-491b-492c-a145-dbcdf1b3e9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:11.058672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:12.443356 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:12.651633 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:12.809825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:14.875821 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:14.969609 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:18.147009 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:28.141103 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:28.143085 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:37.605712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4bce3c6f-7d6e-4231-bee7-3dc6f2e7d02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:37.893744 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:37.898704 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=17 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:39.963914 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-131739f9-b941-4b33-93c3-d5c8333c510d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:41.060869 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:41.879230 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:34:42.652531 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:42.812441 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:48.151213 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:34:51.874183 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:51.875392 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:58.144927 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:34:58.147964 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:07.599418 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-279a3b09-2d8a-4158-a2e2-ff3505431734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:10.062066 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8abcb01a-c554-45fa-9b72-7905c9a5a5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:11.063750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:12.658558 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:12.815321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:14.890421 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:14.896114 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:18.177874 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:18.878278 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:35:28.172160 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:28.174174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:35.876053 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:35.878151 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:37.586664 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52660) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:37.607784 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d9e28507-56b3-4718-b657-10a31edf7ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:37.938085 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1315022442-network', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:37.970462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:37.973488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:37.992805 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.106212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks [] for security_group (80943c60-5fb7-4088-b72b-36bce2280a94), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.111566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (80943c60-5fb7-4088-b72b-36bce2280a94), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.134323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:38.155355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785265432248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (0397cc96-5439-4926-a84c-d1ffd970353d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.156329 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Unsubscribe: segment precommit_create {{(pid=106425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 25 04:35:38.156853 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Added segment 0397cc96-5439-4926-a84c-d1ffd970353d of type vlan for network 4d931b43-9f4d-4494-b9d1-d242cc1f110c Sep 25 04:35:38.223411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (4d931b43-9f4d-4494-b9d1-d242cc1f110c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.285607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (4d931b43-9f4d-4494-b9d1-d242cc1f110c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.286685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:38.287322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.316224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80943c60-5fb7-4088-b72b-36bce2280a94,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:38.336546 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7481909 Sep 25 04:35:38.339726 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52718) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:38.347091 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Request body: {'subnet': {'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-subnet', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:38.350508 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.350849 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.351354 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.351859 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.352353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.352874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.353363 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.353689 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.354022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.354344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.354684 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.355024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.355346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.355661 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.355975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Tracked resource versions report: Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: pushed versions: Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: { 'AddressGroup': {'1.2'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Agent': {'1.1'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'ConntrackHelper': {'1.0'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Log': {'1.0'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'NDPProxy': {'1.0'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Network': {'1.1'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Port': {'1.7'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'PortForwarding': {'1.3'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'QosPolicy': {'1.10'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SecurityGroup': {'1.5'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SubPort': {'1.0'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Subnet': {'1.1'}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Trunk': {'1.1'}} Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: consumer versions: Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: HyperV agent@hv-cinder-85535: {}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Agent': '1.1', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'ConntrackHelper': '1.0', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'LocalIPAssociation': '1.0', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Log': '1.0', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'NDPProxy': '1.0', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Network': '1.1', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Port': '1.7', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'PortForwarding': '1.3', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'QosPolicy': '1.10', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SecurityGroup': '1.5', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SecurityGroupRule': '1.2', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'SubPort': '1.0', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Subnet': '1.1', Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: 'Trunk': '1.1'}} Sep 25 04:35:38.357534 dv-cinder-855359-5-iscsi neutron-server[106425]: {{(pid=106425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:35:38.369773 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:38.372436 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.445979 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a16f7-34c0-4bd2-b52e-03c2e9f7b021 admin admin] Pushing event updated for resources: {'Network': ['ID=4d931b43-9f4d-4494-b9d1-d242cc1f110c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:38.463581 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:38.584559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52732) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:38.613805 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (60a9ae30-77c3-4807-994f-ea98ac229ff6), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.675206 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a9ae30-77c3-4807-994f-ea98ac229ff6,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:38.688462 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.688829 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.689169 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.689502 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.689874 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.690260 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.690604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.690922 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.691264 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.691590 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.691909 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.692225 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.692538 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.692872 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.693182 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Tracked resource versions report: Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: pushed versions: Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: { 'AddressGroup': {'1.2'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Agent': {'1.1'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'ConntrackHelper': {'1.0'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Log': {'1.0'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'NDPProxy': {'1.0'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Network': {'1.1'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Port': {'1.7'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'PortForwarding': {'1.3'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'QosPolicy': {'1.10'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroup': {'1.5'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SubPort': {'1.0'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Subnet': {'1.1'}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Trunk': {'1.1'}} Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: consumer versions: Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: HyperV agent@hv-cinder-85535: {}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Agent': '1.1', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'ConntrackHelper': '1.0', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'LocalIPAssociation': '1.0', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Log': '1.0', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'NDPProxy': '1.0', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Network': '1.1', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Port': '1.7', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'PortForwarding': '1.3', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'QosPolicy': '1.10', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroup': '1.5', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SecurityGroupRule': '1.2', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'SubPort': '1.0', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Subnet': '1.1', Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: 'Trunk': '1.1'}} Sep 25 04:35:38.694369 dv-cinder-855359-5-iscsi neutron-server[106426]: {{(pid=106426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:35:38.697117 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:38.698246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Network hostable DHCP agents. Network: 4d931b43-9f4d-4494-b9d1-d242cc1f110c, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:38.721517 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:38.733950 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 4d931b43-9f4d-4494-b9d1-d242cc1f110c) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:38.739726 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:38.741129 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.748572 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256e06b-b9eb-4ab8-907c-0e7292939c3f None None] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:38.769671 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-308c3385-3a0f-4add-9662-17a1d07bc976 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4251418 Sep 25 04:35:38.770001 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52742) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:38.774447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:38.804954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.807814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.861594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52746) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:38.882633 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:35:38.884169 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.925765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52750) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:38.940488 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for router_controller (d244930a-9c31-4be0-80fd-a5c757c55a77), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:38.992791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-network', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:39.033640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Made reservation on behalf of f6f23cf0323f48069e21acf059cbd1f0 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:39.037005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.049637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.055861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Allocated IP 172.20.0.2 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/01553ccb-e75d-4a34-a60f-4bb549327977) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:39.173087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks [] for security_group (03d19c95-ede3-4d54-bba2-1bdbe7f968e2), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.181649 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (03d19c95-ede3-4d54-bba2-1bdbe7f968e2), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.200734 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for router_gateway (d244930a-9c31-4be0-80fd-a5c757c55a77), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.223358 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d19c95-ede3-4d54-bba2-1bdbe7f968e2,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:39.255610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:39.258852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:39.281748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (1d93366c-d631-429d-98ed-54747983a432), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.282488 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Added segment 1d93366c-d631-429d-98ed-54747983a432 of type vlan for network 80b6de49-451b-443e-9218-1f0470a46dc2 Sep 25 04:35:39.289476 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks [] for port (01553ccb-e75d-4a34-a60f-4bb549327977), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.304191 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.378453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Pushing event updated for resources: {'Port': ['ID=01553ccb-e75d-4a34-a60f-4bb549327977,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:39.394780 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.395144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.395471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (80b6de49-451b-443e-9218-1f0470a46dc2), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.395614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.396493 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.396869 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.397207 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.397840 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.398185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.399397 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.399813 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.400198 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.400560 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.400933 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.401636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.401636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Tracked resource versions report: Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: pushed versions: Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: { 'AddressGroup': {'1.2'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Agent': {'1.1'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'ConntrackHelper': {'1.0'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Log': {'1.0'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'NDPProxy': {'1.0'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Network': {'1.1'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Port': {'1.7'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'PortForwarding': {'1.3'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'QosPolicy': {'1.10'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroup': {'1.5'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SubPort': {'1.0'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Subnet': {'1.1'}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Trunk': {'1.1'}} Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: consumer versions: Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: HyperV agent@hv-cinder-85535: {}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Agent': '1.1', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'ConntrackHelper': '1.0', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'LocalIPAssociation': '1.0', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Log': '1.0', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'NDPProxy': '1.0', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Network': '1.1', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Port': '1.7', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'PortForwarding': '1.3', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'QosPolicy': '1.10', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroup': '1.5', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SecurityGroupRule': '1.2', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'SubPort': '1.0', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Subnet': '1.1', Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: 'Trunk': '1.1'}} Sep 25 04:35:39.403960 dv-cinder-855359-5-iscsi neutron-server[106427]: {{(pid=106427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:35:39.408314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:39.410719 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:39.414391 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:39.453174 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (80b6de49-451b-443e-9218-1f0470a46dc2), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.456162 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:39.459321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.535827 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Attempting to bind port 01553ccb-e75d-4a34-a60f-4bb549327977 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:39.536601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Attempting to bind port 01553ccb-e75d-4a34-a60f-4bb549327977 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:39.537641 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Attempting to bind port 01553ccb-e75d-4a34-a60f-4bb549327977 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:39.542918 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9563973 Sep 25 04:35:39.547150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52762) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:39.550386 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for router_gateway (d244930a-9c31-4be0-80fd-a5c757c55a77), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.557286 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Request body: {'subnet': {'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-subnet', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:39.572959 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.604979 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:39.605838 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:39.607096 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.607733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:39.609770 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Bound port: 01553ccb-e75d-4a34-a60f-4bb549327977, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:39.610554 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.617420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2114403324-network', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:39.664465 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52766) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:39.701110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] For port 01553ccb-e75d-4a34-a60f-4bb549327977, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:39.703851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1559991347-network', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:39.706058 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] For port 01553ccb-e75d-4a34-a60f-4bb549327977, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=01553ccb-e75d-4a34-a60f-4bb549327977,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:39.714832 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.730063 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Made reservation on behalf of e1108f4c9da246cb9b4b9f89833ceeda for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:39.732404 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.750854 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Allocated IP 172.27.0.188 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/640f0c26-9b19-4a90-b289-868a39969007) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:39.756003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd0290-747f-47ec-9d95-29adc89f6126 admin admin] Pushing event updated for resources: {'Network': ['ID=80b6de49-451b-443e-9218-1f0470a46dc2,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:39.769335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.777019 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Made reservation on behalf of f6f23cf0323f48069e21acf059cbd1f0 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:39.783158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:39.786048 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:39.787214 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:39.789908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:39.790912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 80b6de49-451b-443e-9218-1f0470a46dc2 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:40.004931 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for port (640f0c26-9b19-4a90-b289-868a39969007), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.052944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-42c23051-22e3-4fa1-9fbe-7aa7edc4a999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.064590 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd955c3c-f5cf-4452-9a09-b871967b1635 None None] Pushing event updated for resources: {'Port': ['ID=01553ccb-e75d-4a34-a60f-4bb549327977,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:40.074026 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (640f0c26-9b19-4a90-b289-868a39969007), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.220119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-network', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:40.285352 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:40.294583 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:40.299040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:40.302383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:40.326453 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Made reservation on behalf of 80e5b6ce14ab47dfac99cc80153d7735 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:40.331294 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.338827 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Made reservation on behalf of a2ac515b97884375b3e85c6e54de81bc for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:40.350089 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.353308 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=640f0c26-9b19-4a90-b289-868a39969007,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:40.354737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (510bcd0f-2104-4b4b-8b41-6e6adb685661), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.422522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.428002 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.446216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:40.535839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:40.536557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Network hostable DHCP agents. Network: 80b6de49-451b-443e-9218-1f0470a46dc2, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:40.583859 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for router_gateway (d244930a-9c31-4be0-80fd-a5c757c55a77), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.618324 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510bcd0f-2104-4b4b-8b41-6e6adb685661,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:40.647584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks [] for security_group (4f149238-f4d1-4af8-a9b8-3c4d123c7523), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.665692 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4f149238-f4d1-4af8-a9b8-3c4d123c7523), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.687591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:40.713641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:40.745335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 80b6de49-451b-443e-9218-1f0470a46dc2) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:40.753923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:40.754812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.756827 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d473847-9403-402c-8424-7bb0db1f9ec2 None None] Network 80b6de49-451b-443e-9218-1f0470a46dc2 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:40.793048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (967e870c-9fd6-4d14-b50b-8b7c0e76975b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.793388 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Added segment 967e870c-9fd6-4d14-b50b-8b7c0e76975b of type vlan for network 10349c1a-2a69-4296-a276-3606a4c13086 Sep 25 04:35:40.795090 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f149238-f4d1-4af8-a9b8-3c4d123c7523,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:40.834339 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-343d8ff5-1d02-464e-bd5f-ee2b14b291f8 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2809131 Sep 25 04:35:40.837908 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52800) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:40.849999 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:40.866471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks [] for security_group (9f27e5e6-f99e-4fe2-991c-7b266fc06f7b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.880230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:40.892421 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9f27e5e6-f99e-4fe2-991c-7b266fc06f7b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.896624 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks [] for security_group (3aecee53-3fe1-49ef-ae7b-bc71e9214e1b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.918475 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (10349c1a-2a69-4296-a276-3606a4c13086), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.920739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3aecee53-3fe1-49ef-ae7b-bc71e9214e1b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.943105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:40.954829 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 01553ccb-e75d-4a34-a60f-4bb549327977 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:40.976843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:40.987150 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:40.988908 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.000947 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:41.007867 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (8fc829d3-123f-4a43-a36f-f7a2af4f47bb), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.008183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Added segment 8fc829d3-123f-4a43-a36f-f7a2af4f47bb of type vlan for network 30366145-db86-4362-aa94-3333a61ae128 Sep 25 04:35:41.017047 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (1f42c5dc-bd9d-4d0b-82ce-a554db5965e6), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.017297 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Added segment 1f42c5dc-bd9d-4d0b-82ce-a554db5965e6 of type vlan for network 442ef807-682d-48e2-b151-5ae7fd6da3f5 Sep 25 04:35:41.026471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.066164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (10349c1a-2a69-4296-a276-3606a4c13086), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.067244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:41.068346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.107431 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (30366145-db86-4362-aa94-3333a61ae128), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.112382 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:41.148545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=22,neutron:SELECT=70,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:41.156742 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (30366145-db86-4362-aa94-3333a61ae128), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.157821 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:41.158598 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.204142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aecee53-3fe1-49ef-ae7b-bc71e9214e1b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:41.221646 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3561101 Sep 25 04:35:41.241312 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for router_controller (5d890ef6-4c71-4640-a7bc-0e740829ed0e), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.242370 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:41.243392 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52810) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:41.255718 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Request body: {'subnet': {'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1559991347-subnet', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:41.287833 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3605859 Sep 25 04:35:41.292115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52820) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:41.293456 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-80b6de49-451b-443e-9218-1f0470a46dc2', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:35:41.299891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.303871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Request body: {'subnet': {'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2114403324-subnet', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:41.332756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (442ef807-682d-48e2-b151-5ae7fd6da3f5), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.359418 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.368848 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a1a254-258b-4e49-a7a0-c1e068fb0657 None None] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:41.379717 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e532915-a1e1-41ec-b8ef-f055e02c4e37 admin admin] Pushing event updated for resources: {'Network': ['ID=10349c1a-2a69-4296-a276-3606a4c13086,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:41.427224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Made reservation on behalf of e1108f4c9da246cb9b4b9f89833ceeda for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:41.430409 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.431000 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 10349c1a-2a69-4296-a276-3606a4c13086 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:41.490464 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Made reservation on behalf of 80e5b6ce14ab47dfac99cc80153d7735 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:41.492861 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.511146 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (442ef807-682d-48e2-b151-5ae7fd6da3f5), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.513088 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:41.513864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.604752 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9370444 Sep 25 04:35:41.605474 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52832) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:41.612806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1796c1-835e-4b3c-a075-314a3d254b21 admin admin] Pushing event updated for resources: {'Network': ['ID=30366145-db86-4362-aa94-3333a61ae128,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:41.619190 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Request body: {'subnet': {'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-subnet', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:41.631779 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:41.646336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 30366145-db86-4362-aa94-3333a61ae128 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:41.648884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 01553ccb-e75d-4a34-a60f-4bb549327977 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:41.649484 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.649824 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 01553ccb-e75d-4a34-a60f-4bb549327977 Sep 25 04:35:41.736623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Provisioning complete for port 01553ccb-e75d-4a34-a60f-4bb549327977 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:41.737295 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.737978 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Attempt 1 to provision port 01553ccb-e75d-4a34-a60f-4bb549327977 Sep 25 04:35:41.774138 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Made reservation on behalf of a2ac515b97884375b3e85c6e54de81bc for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:41.776591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.787529 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5398854-af42-4d19-8110-0f23b1d681d8 admin admin] Pushing event updated for resources: {'Network': ['ID=442ef807-682d-48e2-b151-5ae7fd6da3f5,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:41.847650 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:41.930417 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for router_gateway (5d890ef6-4c71-4640-a7bc-0e740829ed0e), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:41.993358 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Router d244930a-9c31-4be0-80fd-a5c757c55a77 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:35:42.061379 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (f00aab2e-acbe-4db3-a09e-dbaf13ac67a3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.072741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (b7beefb6-807c-4c5b-8922-5196350d551e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.198993 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7beefb6-807c-4c5b-8922-5196350d551e,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:42.205332 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:42.292887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (dde4d932-3389-4754-b421-613ed6861c61), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.312127 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00aab2e-acbe-4db3-a09e-dbaf13ac67a3,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:42.345287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Allocated IP 172.20.0.2 (80b6de49-451b-443e-9218-1f0470a46dc2/510bcd0f-2104-4b4b-8b41-6e6adb685661/b39a2d30-a330-4757-ab63-fe2721eba558) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:42.359853 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:42.366407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde4d932-3389-4754-b421-613ed6861c61,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:42.399177 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Checking segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:42.399609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Network hostable DHCP agents. Network: 10349c1a-2a69-4296-a276-3606a4c13086, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:42.463340 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Network 10349c1a-2a69-4296-a276-3606a4c13086 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:42.493011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 10349c1a-2a69-4296-a276-3606a4c13086) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:42.495808 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:42.509927 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks [] for port (b39a2d30-a330-4757-ab63-fe2721eba558), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.523641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:42.524682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.529437 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Checking segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:42.530055 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Network hostable DHCP agents. Network: 30366145-db86-4362-aa94-3333a61ae128, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:42.535687 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:42.543813 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:42.551112 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 01553ccb-e75d-4a34-a60f-4bb549327977 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:42.551689 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.552531 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:42.572970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:42.574483 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:42.582597 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:42.601604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for router_gateway (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.606948 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Checking segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:42.607316 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Network hostable DHCP agents. Network: 442ef807-682d-48e2-b151-5ae7fd6da3f5, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:42.609749 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd867e2-e8b9-489c-b610-e28a75076648 None None] Network 10349c1a-2a69-4296-a276-3606a4c13086 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:42.627160 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-9ea839e0-5da7-46e9-9db2-03cb28539c16 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3246391 Sep 25 04:35:42.634891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 01553ccb-e75d-4a34-a60f-4bb549327977, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=01553ccb-e75d-4a34-a60f-4bb549327977,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:42.636423 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.648284 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52892) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:42.655206 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Network 30366145-db86-4362-aa94-3333a61ae128 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:42.658262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:42.666848 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 30366145-db86-4362-aa94-3333a61ae128) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:42.677112 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Current status of the port 01553ccb-e75d-4a34-a60f-4bb549327977 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:42.677510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.687128 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:42.687839 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.694119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.695557 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-cfd1fcd0-3c2e-42c5-81bc-b195408cbbc1 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9247570 Sep 25 04:35:42.696792 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.708484 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52900) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:42.746011 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:42.750544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.761011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:42.803080 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4beb23d-80d3-417e-a239-fd30f1023f07 None None] Network 30366145-db86-4362-aa94-3333a61ae128 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:42.882644 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Pushing event updated for resources: {'Port': ['ID=b39a2d30-a330-4757-ab63-fe2721eba558,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:42.885828 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:42.901501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 442ef807-682d-48e2-b151-5ae7fd6da3f5) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:42.931548 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.932621 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:42.952569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52910) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:42.989567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:42.990831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.019955 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:43.047949 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-498386d3-eebd-4181-a986-30d64d32c8bc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4364376 Sep 25 04:35:43.074380 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52914) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:43.085002 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.db.api [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 04:35:43.085581 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG oslo_db.api [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:35:43.087770 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efcdb68-c943-4e19-8ee4-56cfeb02ce8d None None] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:43.105695 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Allocated IP 172.27.0.132 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/c25eff96-fd7c-4bdb-966e-de80a1aa6918) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:43.113025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:43.136834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-30366145-db86-4362-aa94-3333a61ae128', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'fixed_ips': [{'subnet_id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:35:43.137248 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.146907 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.148093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.204967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for router_controller (25db192b-eb98-4a7e-ab88-80d54c671a4e), precommit_add_association {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.281544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.346173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:43.399170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:43.400284 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.412711 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.444431 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52918) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:43.455987 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:40Z', 'revision_number': 3, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:43.479696 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.483727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for router_gateway (25db192b-eb98-4a7e-ab88-80d54c671a4e), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.512046 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:43.512597 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Updating router d244930a-9c31-4be0-80fd-a5c757c55a77 port 640f0c26-9b19-4a90-b289-868a39969007 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:43.514164 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:43.518783 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:43.522321 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:43.567002 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f663c0dc-96ab-4038-b64f-9dc79f3f1dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.578871 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (640f0c26-9b19-4a90-b289-868a39969007), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.676103 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-442ef807-682d-48e2-b151-5ae7fd6da3f5', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:35:43.677023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.679635 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-10349c1a-2a69-4296-a276-3606a4c13086', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:35:43.680565 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.683357 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=01553ccb-e75d-4a34-a60f-4bb549327977,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:43.705017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:43.707489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3f438fe-c95c-4747-97da-2ee2e5e34e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.760030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f663c0dc-96ab-4038-b64f-9dc79f3f1dc2 admin admin] Publish callbacks [] for security_group (46d74b67-95a8-4e91-b715-8ac677f46cb7), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.762864 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Attempting to bind port b39a2d30-a330-4757-ab63-fe2721eba558 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:43.762864 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Attempting to bind port b39a2d30-a330-4757-ab63-fe2721eba558 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:43.763139 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Attempting to bind port b39a2d30-a330-4757-ab63-fe2721eba558 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:43.772759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b8dc9-f130-4925-b22f-6caf9b800259 None None] Current status of the port 01553ccb-e75d-4a34-a60f-4bb549327977 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:43.773372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=18 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:43.804380 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f663c0dc-96ab-4038-b64f-9dc79f3f1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (46d74b67-95a8-4e91-b715-8ac677f46cb7), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.816497 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3f438fe-c95c-4747-97da-2ee2e5e34e2c admin admin] Publish callbacks [] for security_group (027f0ff3-53cc-414d-a455-605f5a1c7dd0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.823552 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:43.836306 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2c1ee065-7050-4b85-9929-c87d1b04ee99 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5825613 Sep 25 04:35:43.841737 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3f438fe-c95c-4747-97da-2ee2e5e34e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (027f0ff3-53cc-414d-a455-605f5a1c7dd0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.851418 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52924) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:43.883218 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:43.896552 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f663c0dc-96ab-4038-b64f-9dc79f3f1dc2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b01d6b07a05345deb81df6c18d28a181&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9328134 Sep 25 04:35:43.897156 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:43.899546 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f438fe-c95c-4747-97da-2ee2e5e34e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027f0ff3-53cc-414d-a455-605f5a1c7dd0,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:43.919327 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for router_controller (6eb56830-85a8-46bc-9157-ca6349ec7a4e), precommit_add_association {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.929092 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks [] for port (640f0c26-9b19-4a90-b289-868a39969007), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.933852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663c0dc-96ab-4038-b64f-9dc79f3f1dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d74b67-95a8-4e91-b715-8ac677f46cb7,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:43.940413 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (640f0c26-9b19-4a90-b289-868a39969007), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:43.953861 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52928) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:44.007378 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Pushing event updated for resources: {'Port': ['ID=640f0c26-9b19-4a90-b289-868a39969007,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:44.024408 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Allocated IP 172.20.0.2 (30366145-db86-4362-aa94-3333a61ae128/f00aab2e-acbe-4db3-a09e-dbaf13ac67a3/ed86106e-7803-4b18-b803-3fc3c7b25738) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:44.024901 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.025600 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.027130 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.027779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.028506 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.029135 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.029631 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.031025 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.032627 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.033176 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.033673 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.034307 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.035019 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.037501 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.038067 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:35:44.040874 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for router_gateway (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Tracked resource versions report: Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: pushed versions: Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: { 'AddressGroup': {'1.2'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Agent': {'1.1'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'ConntrackHelper': {'1.0'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'LocalIPAssociation': {'1.0'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Log': {'1.0'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'NDPProxy': {'1.0'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Network': {'1.1'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Port': {'1.7'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'PortForwarding': {'1.3'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'QosPolicy': {'1.10'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroup': {'1.5'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroupRule': {'1.2'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SubPort': {'1.0'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Subnet': {'1.1'}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Trunk': {'1.1'}} Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: consumer versions: Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: { DHCP agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: HyperV agent@hv-cinder-85535: {}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: L3 agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: Metadata agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: Metering agent@dv-cinder-855359-5-iscsi: {}, Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: Open vSwitch agent@dv-cinder-855359-5-iscsi: { 'AddressGroup': '1.2', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Agent': '1.1', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'ConntrackHelper': '1.0', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'LocalIPAssociation': '1.0', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Log': '1.0', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'NDPProxy': '1.0', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Network': '1.1', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Port': '1.7', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'PortForwarding': '1.3', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'QosPolicy': '1.10', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroup': '1.5', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SecurityGroupRule': '1.2', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'SubPort': '1.0', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Subnet': '1.1', Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: 'Trunk': '1.1'}} Sep 25 04:35:44.041637 dv-cinder-855359-5-iscsi neutron-server[106428]: {{(pid=106428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 25 04:35:44.050119 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Attempting to bind port 640f0c26-9b19-4a90-b289-868a39969007 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:44.050497 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Attempting to bind port 640f0c26-9b19-4a90-b289-868a39969007 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:44.050858 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Attempting to bind port 640f0c26-9b19-4a90-b289-868a39969007 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:44.100529 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-5b0d615a-a503-45c8-b5eb-5cef87053848 None None] Provisioning complete for port 01553ccb-e75d-4a34-a60f-4bb549327977 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:44.100947 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5b0d615a-a503-45c8-b5eb-5cef87053848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.101272 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-5b0d615a-a503-45c8-b5eb-5cef87053848 None None] Attempt 1 to provision port 01553ccb-e75d-4a34-a60f-4bb549327977 Sep 25 04:35:44.112680 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:44.113080 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:44.113488 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.113935 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:44.114416 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Bound port: 640f0c26-9b19-4a90-b289-868a39969007, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:44.114798 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (640f0c26-9b19-4a90-b289-868a39969007), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.184253 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] For port 640f0c26-9b19-4a90-b289-868a39969007, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:44.190168 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] For port 640f0c26-9b19-4a90-b289-868a39969007, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=640f0c26-9b19-4a90-b289-868a39969007,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:44.203146 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (640f0c26-9b19-4a90-b289-868a39969007), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.214011 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:44.214680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:44.215178 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.215620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Bound using segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:44.216228 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Bound port: b39a2d30-a330-4757-ab63-fe2721eba558, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:44.216694 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.257045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:44.281483 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.288914 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for router_gateway (6eb56830-85a8-46bc-9157-ca6349ec7a4e), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.317296 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Allocated IP 172.20.0.2 (10349c1a-2a69-4296-a276-3606a4c13086/b7beefb6-807c-4c5b-8922-5196350d551e/9a98978f-21a9-4553-8be3-811cf3bf6061) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:44.361273 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:44.362212 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b53f9-2438-415f-aa9d-8a667f27acd6 None None] Pushing event updated for resources: {'Port': ['ID=640f0c26-9b19-4a90-b289-868a39969007,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:44.365194 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:44.369021 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Allocated IP 172.20.0.2 (442ef807-682d-48e2-b151-5ae7fd6da3f5/dde4d932-3389-4754-b421-613ed6861c61/26543ee6-6bd0-4125-bebf-4d40cf792fd6) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:44.401557 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:44.403991 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:44.411871 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Pushing event updated for resources: {'Port': ['ID=c25eff96-fd7c-4bdb-966e-de80a1aa6918,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:44.453600 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c3f438fe-c95c-4747-97da-2ee2e5e34e2c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8f27e933cfea467784e3621b1d1b7093&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0052767 Sep 25 04:35:44.458810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52932) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:44.492523 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] For port b39a2d30-a330-4757-ab63-fe2721eba558, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:44.501931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] For port b39a2d30-a330-4757-ab63-fe2721eba558, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b39a2d30-a330-4757-ab63-fe2721eba558,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:44.509292 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (6804b848-54da-44d0-98c5-279dabdcf334), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.510691 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (6804b848-54da-44d0-98c5-279dabdcf334), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.565024 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for router_controller (6804b848-54da-44d0-98c5-279dabdcf334), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.571638 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:44.614359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks [] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.621198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:35:44.674442 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:44.711433 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:44.753743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for router_gateway (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.778529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] Publish callbacks [] for security_group (027f0ff3-53cc-414d-a455-605f5a1c7dd0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.836628 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for router_gateway (6804b848-54da-44d0-98c5-279dabdcf334), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:44.900225 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:40Z', 'revision_number': 3, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:44.934532 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3f4a-b113-4f62-ac40-c7c5be601dd7 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:40Z', 'revision_number': 3, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:35:45.034982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] Publish callbacks [] for security_group (46d74b67-95a8-4e91-b715-8ac677f46cb7), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.051322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:45.053393 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:45.069620 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] Publish callbacks [] for security_group (46d74b67-95a8-4e91-b715-8ac677f46cb7), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.080141 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] Publish callbacks [] for security_group (027f0ff3-53cc-414d-a455-605f5a1c7dd0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.113179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks [] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.158022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:45.163033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.175262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.225629 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 01553ccb-e75d-4a34-a60f-4bb549327977 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:45.229975 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:45.258464 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.265937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.302444 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.307609 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (027f0ff3-53cc-414d-a455-605f5a1c7dd0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.310528 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.312628 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/027f0ff3-53cc-414d-a455-605f5a1c7dd0 HTTP/1.1" status: 204 len: 168 time: 0.8523159 Sep 25 04:35:45.315169 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.316826 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-bc3dbc15-8cd9-47df-913b-06146e390d03 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4758968 Sep 25 04:35:45.333900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 52948) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:45.372407 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for router_gateway (6804b848-54da-44d0-98c5-279dabdcf334), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.374440 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7f911-f666-4fa8-bc4a-c04906f9048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027f0ff3-53cc-414d-a455-605f5a1c7dd0,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:45.410703 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.448968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d615a-a503-45c8-b5eb-5cef87053848 None None] Current status of the port 01553ccb-e75d-4a34-a60f-4bb549327977 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:45.501495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (46d74b67-95a8-4e91-b715-8ac677f46cb7), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.504345 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.506139 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46d74b67-95a8-4e91-b715-8ac677f46cb7 HTTP/1.1" status: 204 len: 168 time: 1.5512414 Sep 25 04:35:45.524266 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:45.525000 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:45.528774 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Pushing event updated for resources: {'Port': ['ID=ed86106e-7803-4b18-b803-3fc3c7b25738,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:45.551527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Network 30366145-db86-4362-aa94-3333a61ae128 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:45.553602 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:45.653794 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:45.683506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:45.696212 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:45.699553 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:45.756547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:45.782569 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks [] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.820171 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:45.916267 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 01553ccb-e75d-4a34-a60f-4bb549327977 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:45.916719 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.917065 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 01553ccb-e75d-4a34-a60f-4bb549327977 Sep 25 04:35:45.928975 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:45.958537 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:46.021587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Attempting to bind port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:46.021964 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Attempting to bind port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:46.022332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Attempting to bind port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:46.054485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Allocated IP 172.27.0.236 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/cb489da2-925a-4bf4-9d42-04327d990253) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:46.072623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec1b64-fa97-49fc-a21c-cc0147886caa None None] Pushing event updated for resources: {'Port': ['ID=b39a2d30-a330-4757-ab63-fe2721eba558,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.096248 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52960) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:46.119462 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Attempting to bind port ed86106e-7803-4b18-b803-3fc3c7b25738 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:46.120033 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Attempting to bind port ed86106e-7803-4b18-b803-3fc3c7b25738 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:46.120549 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Attempting to bind port ed86106e-7803-4b18-b803-3fc3c7b25738 on network 30366145-db86-4362-aa94-3333a61ae128 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:46.122058 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-86590feb-9427-4c50-877d-f6ed40d35165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.135881 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Network 10349c1a-2a69-4296-a276-3606a4c13086 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:46.153694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734371dd-72a0-4be9-96b4-de0469a70ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d74b67-95a8-4e91-b715-8ac677f46cb7,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.172437 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:46.199828 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:46.221193 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:46.226794 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Pushing event updated for resources: {'Port': ['ID=26543ee6-6bd0-4125-bebf-4d40cf792fd6,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.247244 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-86590feb-9427-4c50-877d-f6ed40d35165 admin admin] Publish callbacks [] for security_group (67dff575-ca59-4428-a317-7f2ae3233991), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.254720 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-86590feb-9427-4c50-877d-f6ed40d35165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (67dff575-ca59-4428-a317-7f2ae3233991), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.379540 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-86590feb-9427-4c50-877d-f6ed40d35165 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa02bff12b2f4d82870b443a017b1c18&name=default HTTP/1.1" status: 200 len: 2993 time: 0.2791002 Sep 25 04:35:46.380528 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52966) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:46.400656 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:46.405708 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590feb-9427-4c50-877d-f6ed40d35165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dff575-ca59-4428-a317-7f2ae3233991,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.406397 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Checking segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:46.408850 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.409587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Bound using segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:46.412688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Bound port: 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:46.412688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.523601 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] Publish callbacks [] for security_group (67dff575-ca59-4428-a317-7f2ae3233991), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.528446 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:46.530622 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Checking segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:46.531126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.531602 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Bound using segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:46.532172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Bound port: ed86106e-7803-4b18-b803-3fc3c7b25738, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:46.535137 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.539922 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for router_gateway (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.549590 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Pushing event updated for resources: {'Port': ['ID=9a98978f-21a9-4553-8be3-811cf3bf6061,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.578841 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] Publish callbacks [] for security_group (67dff575-ca59-4428-a317-7f2ae3233991), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.601893 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52968) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:46.604995 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 01553ccb-e75d-4a34-a60f-4bb549327977 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:46.609578 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Attempting to bind port 9a98978f-21a9-4553-8be3-811cf3bf6061 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:46.610887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Attempting to bind port 9a98978f-21a9-4553-8be3-811cf3bf6061 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:46.610887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Attempting to bind port 9a98978f-21a9-4553-8be3-811cf3bf6061 on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:46.612745 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.659417 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6eec3998-edbe-4d1a-a46f-b39ac7549d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.742666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:46.745449 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (67dff575-ca59-4428-a317-7f2ae3233991), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.749677 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.751573 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/67dff575-ca59-4428-a317-7f2ae3233991 HTTP/1.1" status: 204 len: 168 time: 0.3700714 Sep 25 04:35:46.770744 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f61d3-86b8-400c-b86a-72dce3418326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dff575-ca59-4428-a317-7f2ae3233991,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:46.772730 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:46.793250 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] For port 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:46.839649 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] For port 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=26543ee6-6bd0-4125-bebf-4d40cf792fd6,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:46.845798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:46.846104 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Checking segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:46.846504 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.846904 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Bound using segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:46.847392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Bound port: 9a98978f-21a9-4553-8be3-811cf3bf6061, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:46.847776 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.856614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] For port ed86106e-7803-4b18-b803-3fc3c7b25738, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:46.877425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6eec3998-edbe-4d1a-a46f-b39ac7549d12 admin admin] Publish callbacks [] for security_group (79c9d57f-1803-4631-99a1-7ed11a80190e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.879522 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.886547 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:43Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:46.893911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6eec3998-edbe-4d1a-a46f-b39ac7549d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (79c9d57f-1803-4631-99a1-7ed11a80190e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:46.895727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] For port ed86106e-7803-4b18-b803-3fc3c7b25738, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ed86106e-7803-4b18-b803-3fc3c7b25738,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:46.980821 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fb67e-af2f-4187-9cf5-e69d46adaebd None None] Network 80b6de49-451b-443e-9218-1f0470a46dc2 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:46.988732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:46.990737 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:46.991094 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Updating router 5d890ef6-4c71-4640-a7bc-0e740829ed0e port c25eff96-fd7c-4bdb-966e-de80a1aa6918 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:46.994309 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.023378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:47.070566 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6eec3998-edbe-4d1a-a46f-b39ac7549d12 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c7beb085fe6b41d19fbdf454a0981ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667051 Sep 25 04:35:47.072774 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec3998-edbe-4d1a-a46f-b39ac7549d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9d57f-1803-4631-99a1-7ed11a80190e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:47.076129 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 52972) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:47.119191 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b39a2d30-a330-4757-ab63-fe2721eba558 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:47.121819 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:47.161887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] Publish callbacks [] for security_group (79c9d57f-1803-4631-99a1-7ed11a80190e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.199893 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] Publish callbacks [] for security_group (79c9d57f-1803-4631-99a1-7ed11a80190e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.250626 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] For port 9a98978f-21a9-4553-8be3-811cf3bf6061, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:47.255839 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] For port 9a98978f-21a9-4553-8be3-811cf3bf6061, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9a98978f-21a9-4553-8be3-811cf3bf6061,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:47.268515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for port (cb489da2-925a-4bf4-9d42-04327d990253), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.274657 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f013-ddba-47c3-b8a2-70072fde2587 None None] Pushing event updated for resources: {'Port': ['ID=26543ee6-6bd0-4125-bebf-4d40cf792fd6,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:47.294733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.309471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.319471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (79c9d57f-1803-4631-99a1-7ed11a80190e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.325133 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.327328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Provisioning complete for port b39a2d30-a330-4757-ab63-fe2721eba558 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:47.327853 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.329686 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/79c9d57f-1803-4631-99a1-7ed11a80190e HTTP/1.1" status: 204 len: 168 time: 0.2507708 Sep 25 04:35:47.345386 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Attempt 1 to provision port b39a2d30-a330-4757-ab63-fe2721eba558 Sep 25 04:35:47.353093 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114a63-6de6-4ec3-8487-010bc9bb9156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c9d57f-1803-4631-99a1-7ed11a80190e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:47.380100 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (cb489da2-925a-4bf4-9d42-04327d990253), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.642003 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Allocated IP 172.27.0.115 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/0c748f9a-87a3-4717-95a9-38cc5368f6e6) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:47.655385 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:47.669620 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Allocated IP 172.20.0.1 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/08e9fdb2-7385-478d-b78b-0ce64d802a15) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:47.684920 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:47.715115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:47.730884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Pushing event updated for resources: {'Port': ['ID=cb489da2-925a-4bf4-9d42-04327d990253,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:47.990325 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:47.994681 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e738b5-819c-4e8d-a44b-324b870bd0d6 None None] Pushing event updated for resources: {'Port': ['ID=ed86106e-7803-4b18-b803-3fc3c7b25738,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:48.066192 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.130489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port b39a2d30-a330-4757-ab63-fe2721eba558 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:48.130902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.133091 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port b39a2d30-a330-4757-ab63-fe2721eba558 Sep 25 04:35:48.140996 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:48.148696 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:48.151712 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:48.155798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Pushing event updated for resources: {'Port': ['ID=0c748f9a-87a3-4717-95a9-38cc5368f6e6,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:48.166125 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks [] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.218647 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:48.279185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:48.301422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Allocated IP 172.27.0.184 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/bc8f145d-2557-4c56-853c-e4c323067f2e) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:48.336294 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port b39a2d30-a330-4757-ab63-fe2721eba558 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:48.336773 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.561623 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.568408 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.576308 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:48.579943 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.667033 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port b39a2d30-a330-4757-ab63-fe2721eba558, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b39a2d30-a330-4757-ab63-fe2721eba558,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:48.682359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Current status of the port b39a2d30-a330-4757-ab63-fe2721eba558 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:48.682758 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.684669 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for router_gateway (6804b848-54da-44d0-98c5-279dabdcf334), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.702676 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f642976-48b4-4e35-ad2c-e7993abd0675 None None] Pushing event updated for resources: {'Port': ['ID=9a98978f-21a9-4553-8be3-811cf3bf6061,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:48.710577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.716109 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 640f0c26-9b19-4a90-b289-868a39969007 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:48.870898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:48.953701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:49.056061 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:49.076976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=b39a2d30-a330-4757-ab63-fe2721eba558,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:49.095152 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:49.123804 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.db.api [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 04:35:49.124223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG oslo_db.api [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:35:49.126471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 640f0c26-9b19-4a90-b289-868a39969007 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:49.126847 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (640f0c26-9b19-4a90-b289-868a39969007), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.127186 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 640f0c26-9b19-4a90-b289-868a39969007 Sep 25 04:35:49.130270 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:49.130512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Pushing event updated for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:49.142739 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (6804b848-54da-44d0-98c5-279dabdcf334), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.143749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:49.144274 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (d244930a-9c31-4be0-80fd-a5c757c55a77), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.165339 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f744e9-cc6b-430d-87e0-b7a4af84e39b None None] Network 30366145-db86-4362-aa94-3333a61ae128 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:49.298149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:49.411379 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 640f0c26-9b19-4a90-b289-868a39969007 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:49.411771 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (640f0c26-9b19-4a90-b289-868a39969007), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.534100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Router 6804b848-54da-44d0-98c5-279dabdcf334 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:35:49.602989 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 640f0c26-9b19-4a90-b289-868a39969007, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=640f0c26-9b19-4a90-b289-868a39969007,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:49.644175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53026) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:49.659782 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (640f0c26-9b19-4a90-b289-868a39969007), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.793871 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636dd19-4bc4-4afb-8742-772aa6cce301 None None] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:49.813006 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Allocated IP 172.20.0.1 (80b6de49-451b-443e-9218-1f0470a46dc2/510bcd0f-2104-4b4b-8b41-6e6adb685661/8eaafb0c-608c-4bff-9f8f-8683c624a218) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:49.886746 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:49.898805 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Sync routers for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:49.910236 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:49.911795 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:49.926875 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9af9bc-abc9-40a7-8c7b-dcab6608dc22 None None] Network 10349c1a-2a69-4296-a276-3606a4c13086 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:49.930210 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:49.931477 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-da135b3e-a80f-4fc2-8497-7fc275452d7b admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0527031 Sep 25 04:35:49.934347 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53032) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:50.015340 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-489310233-network', 'tenant_id': 'dde405f4d22940388b59dfee633ae404'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:50.048201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.061877 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-958c6d50-14c5-4d2d-8360-d5da07ebca8d None None] Current status of the port b39a2d30-a330-4757-ab63-fe2721eba558 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:50.104154 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Made reservation on behalf of dde405f4d22940388b59dfee633ae404 for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:50.108761 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.139970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=640f0c26-9b19-4a90-b289-868a39969007,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:50.164158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.187671 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.218824 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 26543ee6-6bd0-4125-bebf-4d40cf792fd6 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:50.233094 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:50.297233 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Provisioning complete for port 9a98978f-21a9-4553-8be3-811cf3bf6061 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:50.301568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.302190 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 1 to provision port 9a98978f-21a9-4553-8be3-811cf3bf6061 Sep 25 04:35:50.366643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:50.368218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for router_gateway (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.377546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks [] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.384053 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:50.455897 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.474980 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:50.537804 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:50.537804 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.538280 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 Sep 25 04:35:50.557628 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:50.562748 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Attempting to bind port c25eff96-fd7c-4bdb-966e-de80a1aa6918 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:50.563127 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Attempting to bind port c25eff96-fd7c-4bdb-966e-de80a1aa6918 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:50.563495 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Attempting to bind port c25eff96-fd7c-4bdb-966e-de80a1aa6918 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:50.591053 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:48Z', 'revision_number': 3, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:50.613849 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:50.633487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks [] for security_group (4dd82065-729e-418c-9134-0512c374c6d1), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.645714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:50.658065 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks [] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.658288 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4dd82065-729e-418c-9134-0512c374c6d1), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.684041 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Checking router: 6804b848-54da-44d0-98c5-279dabdcf334 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:50.684936 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Updating router 6804b848-54da-44d0-98c5-279dabdcf334 port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:50.709216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2e84-809e-4e05-98ef-f2f072da55ae None None] Pushing event updated for resources: {'Port': ['ID=c25eff96-fd7c-4bdb-966e-de80a1aa6918,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:50.722925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:50.723624 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.738969 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:50.766396 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd82065-729e-418c-9134-0512c374c6d1,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:50.830406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:50.831091 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:50.832960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.833541 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:50.835208 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Bound port: c25eff96-fd7c-4bdb-966e-de80a1aa6918, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:50.835860 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.838137 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:50.872493 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (3434897f-8076-4d87-b988-13a84596af2f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.876200 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Added segment 3434897f-8076-4d87-b988-13a84596af2f of type vlan for network c665bf04-dbf8-4d5c-b73b-0b1452934da4 Sep 25 04:35:50.894286 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Current status of the port 9a98978f-21a9-4553-8be3-811cf3bf6061 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:50.894914 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:50.927746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Pushing event updated for resources: {'Port': ['ID=bc8f145d-2557-4c56-853c-e4c323067f2e,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:50.989774 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:50.990591 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.037595 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (c665bf04-dbf8-4d5c-b73b-0b1452934da4), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.059797 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] For port c25eff96-fd7c-4bdb-966e-de80a1aa6918, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:51.064345 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] For port 9a98978f-21a9-4553-8be3-811cf3bf6061, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9a98978f-21a9-4553-8be3-811cf3bf6061,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:51.095667 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=26543ee6-6bd0-4125-bebf-4d40cf792fd6,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:51.141411 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.164468 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (c665bf04-dbf8-4d5c-b73b-0b1452934da4), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.165962 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:51.166652 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.169616 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.193996 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5474966 Sep 25 04:35:51.223374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53052) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:51.226042 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks [] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.237209 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Request body: {'subnet': {'network_id': 'c665bf04-dbf8-4d5c-b73b-0b1452934da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-489310233-subnet', 'tenant_id': 'dde405f4d22940388b59dfee633ae404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:51.263218 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.275073 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.276343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9a98978f-21a9-4553-8be3-811cf3bf6061 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:51.282350 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] For port c25eff96-fd7c-4bdb-966e-de80a1aa6918, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c25eff96-fd7c-4bdb-966e-de80a1aa6918,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:51.312426 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Made reservation on behalf of dde405f4d22940388b59dfee633ae404 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:51.315023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.322124 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f24602-b689-4f2c-9fe1-bb6e745a1704 admin admin] Pushing event updated for resources: {'Network': ['ID=c665bf04-dbf8-4d5c-b73b-0b1452934da4,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:51.340581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.350807 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Provisioning complete for port ed86106e-7803-4b18-b803-3fc3c7b25738 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:51.351450 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.352864 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 1 to provision port ed86106e-7803-4b18-b803-3fc3c7b25738 Sep 25 04:35:51.361507 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks [] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.365303 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.370301 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.371065 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.372907 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network c665bf04-dbf8-4d5c-b73b-0b1452934da4 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:51.433185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:51.433833 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:51.441217 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Attempting to bind port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:51.442176 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Attempting to bind port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:51.446036 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Attempting to bind port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:51.453033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.453618 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (d244930a-9c31-4be0-80fd-a5c757c55a77), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.509856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:51.515986 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:51.519031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:51.519508 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.554176 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfad24-154b-4fa1-a15e-7c7093ca9645 None None] Pushing event updated for resources: {'Port': ['ID=0c748f9a-87a3-4717-95a9-38cc5368f6e6,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:51.569335 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.576589 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:51.580504 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:51.580949 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.581343 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:51.582088 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Bound port: 0c748f9a-87a3-4717-95a9-38cc5368f6e6, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:51.582466 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.591088 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:51.643478 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.652578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Allocated IP 172.20.0.1 (30366145-db86-4362-aa94-3333a61ae128/f00aab2e-acbe-4db3-a09e-dbaf13ac67a3/2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:51.656264 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.751531 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.752461 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] For port 0c748f9a-87a3-4717-95a9-38cc5368f6e6, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:51.755987 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] For port 0c748f9a-87a3-4717-95a9-38cc5368f6e6, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=0c748f9a-87a3-4717-95a9-38cc5368f6e6,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:51.758498 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.766072 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.777393 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Pushing event updated for resources: {'Port': ['ID=9a98978f-21a9-4553-8be3-811cf3bf6061,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:51.855373 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:51.859990 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=26543ee6-6bd0-4125-bebf-4d40cf792fd6,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:51.871714 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:51.872367 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:51.886114 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 9a98978f-21a9-4553-8be3-811cf3bf6061 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:51.886926 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.887461 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 9a98978f-21a9-4553-8be3-811cf3bf6061 Sep 25 04:35:51.965771 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks [] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.971801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks [] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:51.994993 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.031109 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.032571 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.053036 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.090317 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:52.101491 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb2e84-809e-4e05-98ef-f2f072da55ae None None] Pushing event updated for resources: {'Port': ['ID=c25eff96-fd7c-4bdb-966e-de80a1aa6918,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.129358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Current status of the port ed86106e-7803-4b18-b803-3fc3c7b25738 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:52.130017 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.150877 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Network 30366145-db86-4362-aa94-3333a61ae128 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:52.159618 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:52.171389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:52.175039 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (6804b848-54da-44d0-98c5-279dabdcf334), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.210209 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:52.222760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:52.241367 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] For port ed86106e-7803-4b18-b803-3fc3c7b25738, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ed86106e-7803-4b18-b803-3fc3c7b25738,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:52.245832 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 9a98978f-21a9-4553-8be3-811cf3bf6061 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:52.247967 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b39a2d30-a330-4757-ab63-fe2721eba558 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:52.255724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.289828 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.355605 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.381425 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:43Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:52.411629 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfad24-154b-4fa1-a15e-7c7093ca9645 None None] Pushing event updated for resources: {'Port': ['ID=0c748f9a-87a3-4717-95a9-38cc5368f6e6,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.412851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:52.426061 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for router_gateway (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.433309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (4ab2e792-2a3c-4503-a23c-096da9462c1f), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.440187 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-43644309-023b-4b81-826c-6d6893af1362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:48Z', 'revision_number': 3, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:52.467276 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:52.496708 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43644309-023b-4b81-826c-6d6893af1362 None None] The sync data for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi is: [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:48Z', 'revision_number': 3, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:35:52.496958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d42347-13e7-4c22-8ad6-cf6dc9d4cedb None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:43Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:35:52.537564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Provisioning complete for port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:52.537684 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.537957 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 1 to provision port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 Sep 25 04:35:52.539795 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Pushing event updated for resources: {'Port': ['ID=ed86106e-7803-4b18-b803-3fc3c7b25738,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.588148 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.619409 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Pushing event updated for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.621806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab2e792-2a3c-4503-a23c-096da9462c1f,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:52.631619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port b39a2d30-a330-4757-ab63-fe2721eba558 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:52.632038 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.633470 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port b39a2d30-a330-4757-ab63-fe2721eba558 Sep 25 04:35:52.738295 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Current status of the port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:52.754164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Provisioning complete for port b39a2d30-a330-4757-ab63-fe2721eba558 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:52.754595 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.769351 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 1 to provision port b39a2d30-a330-4757-ab63-fe2721eba558 Sep 25 04:35:52.858289 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port b39a2d30-a330-4757-ab63-fe2721eba558 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:52.859407 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ed86106e-7803-4b18-b803-3fc3c7b25738 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:52.917959 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks [] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.923651 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.924991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (6804b848-54da-44d0-98c5-279dabdcf334), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.964817 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:52.974061 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port ed86106e-7803-4b18-b803-3fc3c7b25738 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:52.974450 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:52.974794 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port ed86106e-7803-4b18-b803-3fc3c7b25738 Sep 25 04:35:52.976952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Current status of the port b39a2d30-a330-4757-ab63-fe2721eba558 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:52.980726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:53.024964 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:53.026727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Provisioning complete for port 08e9fdb2-7385-478d-b78b-0ce64d802a15 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:53.028239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:53.034652 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 1 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:53.071079 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:53.076055 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:35:53.145836 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:53.189761 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port ed86106e-7803-4b18-b803-3fc3c7b25738 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:53.234826 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Network 30366145-db86-4362-aa94-3333a61ae128 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:53.236262 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:53.518501 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Router 6804b848-54da-44d0-98c5-279dabdcf334 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:35:53.546791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:53.573614 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 2 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:53.637412 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:53.639586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 26543ee6-6bd0-4125-bebf-4d40cf792fd6 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:53.649761 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:53.671886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:53.735371 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:53.735769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:53.736112 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 Sep 25 04:35:53.752029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:53.774889 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-84607445-aaff-4faa-b0af-83d476b00dd0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6804b848-54da-44d0-98c5-279dabdcf334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8393259 Sep 25 04:35:53.808885 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:53.961526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Checking segment: {'id': '3434897f-8076-4d87-b988-13a84596af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c665bf04-dbf8-4d5c-b73b-0b1452934da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:53.961885 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Network hostable DHCP agents. Network: c665bf04-dbf8-4d5c-b73b-0b1452934da4, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:53.992044 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:53.995333 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9a98978f-21a9-4553-8be3-811cf3bf6061 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:54.152668 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 3 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:54.217124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 9a98978f-21a9-4553-8be3-811cf3bf6061 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:54.217613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:54.217965 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 9a98978f-21a9-4553-8be3-811cf3bf6061 Sep 25 04:35:54.319344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:35:54.333017 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:54.335491 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:54.341999 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-812c0c20-3f30-415d-a16d-3e3f7cc5a2c9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5d890ef6-4c71-4640-a7bc-0e740829ed0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8420558 Sep 25 04:35:54.342771 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Network c665bf04-dbf8-4d5c-b73b-0b1452934da4 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:54.364654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:54.382479 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, c665bf04-dbf8-4d5c-b73b-0b1452934da4) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:54.391831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 9a98978f-21a9-4553-8be3-811cf3bf6061 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:54.393601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ed86106e-7803-4b18-b803-3fc3c7b25738 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:54.400433 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7952ed7-4af2-4b09-9534-3507821713a8 None None] Network c665bf04-dbf8-4d5c-b73b-0b1452934da4 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:54.489043 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:54.489654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:54.598973 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2a586904-726b-4983-a31a-a2ce9a87d2ea admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3672433 Sep 25 04:35:54.610703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:54.612977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:35:54.691997 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port ed86106e-7803-4b18-b803-3fc3c7b25738 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:54.692477 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:54.692590 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port ed86106e-7803-4b18-b803-3fc3c7b25738 Sep 25 04:35:54.829708 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61235b26-aa9a-4ee1-8f17-2eb914ec5874 None None] Network c665bf04-dbf8-4d5c-b73b-0b1452934da4 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:54.843258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:54.948673 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:35:54.950524 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 4 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:54.956680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:54.961975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:54.963492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-feb4b1de-b442-462a-a217-9ecdf55e6e46 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.8881083 Sep 25 04:35:54.968683 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53156) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:54.978631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:54.993592 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:55.013337 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-dd312335-3133-40a3-a1f2-83417a1b8135 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d244930a-9c31-4be0-80fd-a5c757c55a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2942853 Sep 25 04:35:55.022144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port ed86106e-7803-4b18-b803-3fc3c7b25738 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:55.023919 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c25eff96-fd7c-4bdb-966e-de80a1aa6918 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:55.028779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:55.030143 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:55.032343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:55.039094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:55.095467 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:55.096290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:55.200540 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:55.302614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:55.387599 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:35:55.420258 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:55.421582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:55.424342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f1aa9105-c9c1-4e6a-ae35-9ad9dc64a2fa admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.7745633 Sep 25 04:35:55.428146 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53180) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:55.562610 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:55.633979 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:55.638196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:55.742905 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 5 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:55.747699 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port c25eff96-fd7c-4bdb-966e-de80a1aa6918 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:55.748383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:55.749345 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port c25eff96-fd7c-4bdb-966e-de80a1aa6918 Sep 25 04:35:55.782988 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:55.795906 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53206) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:55.801820 dv-cinder-855359-5-iscsi neutron-server[106425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 04:35:55.930910 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:35:55.941641 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:55.963024 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:55.967806 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port c25eff96-fd7c-4bdb-966e-de80a1aa6918 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:55.968283 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:55.976317 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:55.976920 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Updating router d244930a-9c31-4be0-80fd-a5c757c55a77 port 08e9fdb2-7385-478d-b78b-0ce64d802a15 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:55.984965 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53214) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:56.029885 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.071558 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:56.102076 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53218) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:56.140568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:56.153693 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985432042-network', 'tenant_id': '5ae19fc4d2ec4d4c979274be0bd3d14a'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:56.171290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port c25eff96-fd7c-4bdb-966e-de80a1aa6918, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c25eff96-fd7c-4bdb-966e-de80a1aa6918,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:56.199793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.200759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 0c748f9a-87a3-4717-95a9-38cc5368f6e6 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:56.230915 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Sync routers for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:56.253353 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:56.253965 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:56.286678 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Made reservation on behalf of 5ae19fc4d2ec4d4c979274be0bd3d14a for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:56.294645 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.302081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-bfc4522f-257b-45c7-9155-eb42629a368f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:56.303632 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-bfc4522f-257b-45c7-9155-eb42629a368f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/networks?id=30366145-db86-4362-aa94-3333a61ae128 HTTP/1.1" status: 200 len: 812 time: 0.5068414 Sep 25 04:35:56.304562 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:56.321293 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:56.328979 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-47f460e1-aa2d-49b2-97d3-d4b6968487fc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:56.338486 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-47f460e1-aa2d-49b2-97d3-d4b6968487fc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 0.3523631 Sep 25 04:35:56.347730 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-f6ab0120-1e00-4954-9fa1-d42a96c3490d tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/quotas/80e5b6ce14ab47dfac99cc80153d7735 HTTP/1.1" status: 200 len: 375 time: 0.0377691 Sep 25 04:35:56.356446 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b809e52a-b256-40b0-a368-9829ee2e7708 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/quotas/f6f23cf0323f48069e21acf059cbd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0170848 Sep 25 04:35:56.387497 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:35:56.398490 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.456568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:56.457234 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:56.548331 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-1452e792-8c4d-4a43-8628-d60d3b71a218 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1825628 Sep 25 04:35:56.560068 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:56.572239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=c25eff96-fd7c-4bdb-966e-de80a1aa6918,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:56.598000 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 6 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:56.666941 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:56.674471 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-4d19dadb-ec7a-46bb-9702-8fab959b2e91 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370432 Sep 25 04:35:56.689936 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:56.690347 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.695102 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 Sep 25 04:35:56.871938 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:56.891659 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:56.928052 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-ff1193b4-f0a6-43d9-b142-1fab857e2a51 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:35:56.930414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:56.938204 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-ff1193b4-f0a6-43d9-b142-1fab857e2a51 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1188462 Sep 25 04:35:56.955522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-9dc886f1-5a88-407f-854c-0ac9e4b193a6 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:35:56.957502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-9dc886f1-5a88-407f-854c-0ac9e4b193a6 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0832226 Sep 25 04:35:56.977395 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:57.002022 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 3, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:57.057450 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks [] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.074707 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.100116 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-72eff9a1-9480-4d17-a372-fd2be859b25e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299188 Sep 25 04:35:57.121405 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:57.121861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Updating router 6eb56830-85a8-46bc-9157-ca6349ec7a4e port cb489da2-925a-4bf4-9d42-04327d990253 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:57.130150 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:57.134128 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Allocated IP 172.20.0.1 (442ef807-682d-48e2-b151-5ae7fd6da3f5/dde4d932-3389-4754-b421-613ed6861c61/61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:35:57.194596 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d18471-597f-48e2-9833-4e8426676b2b None None] Pushing event updated for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:57.243722 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Attempting to bind port 08e9fdb2-7385-478d-b78b-0ce64d802a15 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:57.244271 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Attempting to bind port 08e9fdb2-7385-478d-b78b-0ce64d802a15 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:57.244768 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Attempting to bind port 08e9fdb2-7385-478d-b78b-0ce64d802a15 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:57.304783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:35:57.305408 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:57.305933 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.306892 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:35:57.306892 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Bound port: 08e9fdb2-7385-478d-b78b-0ce64d802a15, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:35:57.307444 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.318556 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks [] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.349823 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (cb489da2-925a-4bf4-9d42-04327d990253), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.375890 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:52Z', 'revision_number': 4, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473', 'name': '', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'mac_address': 'fa:16:3e:2b:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:51Z', 'updated_at': '2022-09-25T04:35:52Z', 'revision_number': 2, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'subnets': [{'id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:57.381853 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 3, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:57.402591 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks [] for security_group (d32587ee-a900-489f-9854-7a16c4705df8), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.411931 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-ead2b04d-c3a9-4bfa-8e3f-327cdd2ee3f7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074221 Sep 25 04:35:57.416341 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:57.432956 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Checking router: 6804b848-54da-44d0-98c5-279dabdcf334 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:57.433570 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Updating router 6804b848-54da-44d0-98c5-279dabdcf334 port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:57.470646 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-d97fdb6d-a9bd-460f-87ce-ca83439e7314 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314584 Sep 25 04:35:57.472877 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] For port 08e9fdb2-7385-478d-b78b-0ce64d802a15, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:35:57.473031 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:57.493706 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 7 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:57.516804 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] For port 08e9fdb2-7385-478d-b78b-0ce64d802a15, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=08e9fdb2-7385-478d-b78b-0ce64d802a15,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:35:57.518352 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.531599 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d32587ee-a900-489f-9854-7a16c4705df8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.534238 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.546108 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:35:57.549814 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:57.550343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Updating router 25db192b-eb98-4a7e-ab88-80d54c671a4e port bc8f145d-2557-4c56-853c-e4c323067f2e binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:57.557911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (2c287fe3-a866-4109-be64-f7fef474e010), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.557911 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Added segment 2c287fe3-a866-4109-be64-f7fef474e010 of type vlan for network 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a Sep 25 04:35:57.558177 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:35:57.558472 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:57.610307 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (8d4e5df6-aabf-4e98-b0f0-65377a7ec70a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.624852 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:57.625471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.636501 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:57.661894 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.668511 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-100336c1-285b-4a91-87fc-89531c9f0539 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966267 Sep 25 04:35:57.691259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32587ee-a900-489f-9854-7a16c4705df8,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:57.706073 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:35:57.707469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (8d4e5df6-aabf-4e98-b0f0-65377a7ec70a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.709647 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:57.710512 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.720213 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:35:57.726994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.729008 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Port 08e9fdb2-7385-478d-b78b-0ce64d802a15 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:35:57.730947 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:57.739575 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 0c748f9a-87a3-4717-95a9-38cc5368f6e6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=0c748f9a-87a3-4717-95a9-38cc5368f6e6,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:35:57.770937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:57.771960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 640f0c26-9b19-4a90-b289-868a39969007 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:35:57.977365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:35:57.978119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.020320 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:58.022993 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:58.115139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] Pushing event updated for resources: {'Network': ['ID=8d4e5df6-aabf-4e98-b0f0-65377a7ec70a,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:58.123318 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-28f1b4c9-0205-47e3-9787-d1dd66537dde admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0200367 Sep 25 04:35:58.126611 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53276) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:58.136812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Request body: {'subnet': {'network_id': '8d4e5df6-aabf-4e98-b0f0-65377a7ec70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1985432042-subnet', 'tenant_id': '5ae19fc4d2ec4d4c979274be0bd3d14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:58.185471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=0c748f9a-87a3-4717-95a9-38cc5368f6e6,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:58.207598 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Made reservation on behalf of 5ae19fc4d2ec4d4c979274be0bd3d14a for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:35:58.212536 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.237386 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:35:58.325502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:58.328403 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Attempt 8 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:35:58.343398 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.450439 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 2, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:58.528812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Pushing event updated for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:58.605016 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53300) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:35:58.607322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:58.628137 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4277256', 'description': 'tempest-description--1070614403'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:35:58.647213 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:35:58.647552 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Updating router 5d890ef6-4c71-4640-a7bc-0e740829ed0e port 8eaafb0c-608c-4bff-9f8f-8683c624a218 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:35:58.656910 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d18471-597f-48e2-9833-4e8426676b2b None None] Pushing event updated for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:58.707564 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e4723df6-2ae8-4ba2-88cd-c4669155ad8f req-aab27b4c-1c58-434f-b9bc-8e1af14e1bea tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.4037194 Sep 25 04:35:58.730645 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:58.738767 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 640f0c26-9b19-4a90-b289-868a39969007 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:35:58.739198 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (640f0c26-9b19-4a90-b289-868a39969007), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.740052 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 640f0c26-9b19-4a90-b289-868a39969007 Sep 25 04:35:58.744842 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.787548 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:58.799691 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6975e36c-d727-4ff7-9af1-71d8ca577060 req-a6536439-dbb1-4ae9-815c-c0f9035635cb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 210 time: 0.1591673 Sep 25 04:35:58.947691 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.106559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (82e101d6-ffd7-4dca-82ee-4b832e8067c1), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.161506 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:35:57Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:35:59.236322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:35:59.244048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e101d6-ffd7-4dca-82ee-4b832e8067c1,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:59.285243 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db2737-9554-4ae3-aa46-d32fed2881d9 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:35:57Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:35:59.320894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks [] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.353000 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.444161 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks [] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.451480 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Checking segment: {'id': '2c287fe3-a866-4109-be64-f7fef474e010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d4e5df6-aabf-4e98-b0f0-65377a7ec70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:35:59.452725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Network hostable DHCP agents. Network: 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:35:59.510590 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8761f-731d-4d46-8f2e-ba76adc0d1ea None None] Pushing event updated for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:59.528930 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks [] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.532206 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-bf6b07fb-b32b-4a7a-8c1c-4ae655108a5f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:59.542364 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.543911 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-bf6b07fb-b32b-4a7a-8c1c-4ae655108a5f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 0.3053048 Sep 25 04:35:59.592240 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-e82a290e-5e20-4b1f-87d1-8a3f187e9dae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/quotas/f6f23cf0323f48069e21acf059cbd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0434268 Sep 25 04:35:59.594758 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.595698 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.668803 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Network 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:35:59.706459 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561180bc-7161-4d85-aa4e-4cfc6e34be50 None None] Pushing event updated for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:35:59.761087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Current status of the port 08e9fdb2-7385-478d-b78b-0ce64d802a15 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:35:59.761824 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.781806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:35:59.793004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:35:59.795398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.827513 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715be13-3dff-4192-ab5a-14bc8a9925d4 None None] Network 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:35:59.888459 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-47ba2a2d-74ec-4476-a04d-b172c83fdea8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2953103 Sep 25 04:35:59.893816 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Attempting to bind port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:59.894275 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Attempting to bind port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:59.894622 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Attempting to bind port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 on network 30366145-db86-4362-aa94-3333a61ae128 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:59.912393 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Attempting to bind port 8eaafb0c-608c-4bff-9f8f-8683c624a218 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:35:59.913218 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Attempting to bind port 8eaafb0c-608c-4bff-9f8f-8683c624a218 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:35:59.914960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Attempting to bind port 8eaafb0c-608c-4bff-9f8f-8683c624a218 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:35:59.960561 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7c7675e9-24f9-4fc0-9e2c-045ba26a4921 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8241594 Sep 25 04:35:59.963165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7699910-4a47-4443-9061-7e1ebc45e397 req-a7da0806-eb4f-431e-b4a9-3ad6709ef093 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.1329684 Sep 25 04:35:59.979842 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (7a955918-4adb-40ed-85e3-e7d5066e362e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:35:59.984032 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:00.024708 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:00.025120 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Checking segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:00.025534 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.027897 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Bound using segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:00.028444 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Bound port: 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:00.028850 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.133518 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (7a955918-4adb-40ed-85e3-e7d5066e362e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.236969 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] For port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:00.239820 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-21172021-373d-409e-b535-702ce548cc22 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842350 Sep 25 04:36:00.246485 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] For port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:00.259394 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.270934 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:00.276165 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:00.277518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:00.279845 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.280455 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Bound using segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:00.281164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Bound port: 8eaafb0c-608c-4bff-9f8f-8683c624a218, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:00.281715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.300963 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53392) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:00.313705 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:00.346329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] For port 08e9fdb2-7385-478d-b78b-0ce64d802a15, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=08e9fdb2-7385-478d-b78b-0ce64d802a15,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:00.422223 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561180bc-7161-4d85-aa4e-4cfc6e34be50 None None] Pushing event updated for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:00.448672 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:00.450355 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:00.457210 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:00.560551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_v2 [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Deleting subnet 4ab2e792-2a3c-4503-a23c-096da9462c1f {{(pid=106425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:36:00.565836 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Publish callbacks [] for subnet (4ab2e792-2a3c-4503-a23c-096da9462c1f), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.626523 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Publish callbacks [] for subnet (4ab2e792-2a3c-4503-a23c-096da9462c1f), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.643451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (4ab2e792-2a3c-4503-a23c-096da9462c1f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.758930 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:00.774097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:00.828837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for subnet (4ab2e792-2a3c-4503-a23c-096da9462c1f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.846180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a955918-4adb-40ed-85e3-e7d5066e362e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:00.860710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:00.891469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.895429 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4ea177d4-8c3a-4cf6-bfc8-556053729da8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2847481 Sep 25 04:36:00.924430 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53406) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:00.941076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:00.950948 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4ab2e792-2a3c-4503-a23c-096da9462c1f HTTP/1.1" status: 204 len: 168 time: 0.6487925 Sep 25 04:36:00.969277 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fb8c2-c066-4f15-9af4-c0db88906add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab2e792-2a3c-4503-a23c-096da9462c1f,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:00.980513 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53410) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:01.042968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 640f0c26-9b19-4a90-b289-868a39969007 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:01.043948 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '7a955918-4adb-40ed-85e3-e7d5066e362e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:01.047151 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks [] for port (cb489da2-925a-4bf4-9d42-04327d990253), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.055968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.067247 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f02dfab-971f-49a8-8e9b-812741656190 None None] Network 8d4e5df6-aabf-4e98-b0f0-65377a7ec70a requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:36:01.087624 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-7fe27e47-178b-4e58-98fa-068f3b508a2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468587 Sep 25 04:36:01.239844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (cb489da2-925a-4bf4-9d42-04327d990253), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.252581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Pushing event updated for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:01.253644 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:01.306475 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (c665bf04-dbf8-4d5c-b73b-0b1452934da4), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.326259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (4eb630f2-a20e-4b3a-9c92-bff5062ad9d3), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.413597 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Allocated IP 172.20.0.1 (10349c1a-2a69-4296-a276-3606a4c13086/b7beefb6-807c-4c5b-8922-5196350d551e/96c4dff4-f2dc-4954-98cb-d5a646138bcd) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:01.430840 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:01.507609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Attempting to bind port cb489da2-925a-4bf4-9d42-04327d990253 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:01.508011 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Attempting to bind port cb489da2-925a-4bf4-9d42-04327d990253 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:01.508384 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Attempting to bind port cb489da2-925a-4bf4-9d42-04327d990253 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:01.508918 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fdb96825-7baa-4ce5-a492-8b364e876c99 req-3019e3ea-6ab2-460f-8324-d4e435847427 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0341225 Sep 25 04:36:01.534165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (c665bf04-dbf8-4d5c-b73b-0b1452934da4), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.550095 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:52Z', 'revision_number': 4, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473', 'name': '', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'mac_address': 'fa:16:3e:2b:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:51Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 4, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'subnets': [{'id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:01.571750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 0c748f9a-87a3-4717-95a9-38cc5368f6e6 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:01.577668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.578002 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.578848 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.579284 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > port after_create 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.579630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.579967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > port after_update 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.580290 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.580628 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.580969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.581303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:01.582543 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 9a98978f-21a9-4553-8be3-811cf3bf6061 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:01.582896 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.583408 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 9a98978f-21a9-4553-8be3-811cf3bf6061 Sep 25 04:36:01.732038 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee7627-80e9-4307-b777-ee7e183d3009 None None] The sync data for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi is: [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:35:52Z', 'revision_number': 4, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473', 'name': '', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'mac_address': 'fa:16:3e:2b:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:51Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 4, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'subnets': [{'id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:01.846890 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:36:01.854264 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (4eb630f2-a20e-4b3a-9c92-bff5062ad9d3), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:01.921367 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.55', 51837) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:02.056967 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (4eb630f2-a20e-4b3a-9c92-bff5062ad9d3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.079768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:02.080156 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:02.080691 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.081721 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:02.082572 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Bound port: cb489da2-925a-4bf4-9d42-04327d990253, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:02.082963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (cb489da2-925a-4bf4-9d42-04327d990253), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.140022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:02.140598 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:02.140764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:02.141087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:02.141339 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] For port 8eaafb0c-608c-4bff-9f8f-8683c624a218, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:02.141608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c665bf04-dbf8-4d5c-b73b-0b1452934da4']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:02.217552 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:02.259109 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3434897f-8076-4d87-b988-13a84596af2f') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:02.259528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3434897f-8076-4d87-b988-13a84596af2f') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:02.291136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ddd00-8593-49c1-b86b-93eec8d12798 None None] Pushing event updated for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:02.299500 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9f1f3cdf-5467-4614-b81d-1bd3627b62e9 req-40661ffc-8db8-43cc-9239-cc336c89399b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.1522655 Sep 25 04:36:02.356128 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] For port 8eaafb0c-608c-4bff-9f8f-8683c624a218, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=8eaafb0c-608c-4bff-9f8f-8683c624a218,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:02.360107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (3434897f-8076-4d87-b988-13a84596af2f), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.393164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:02.394920 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb630f2-a20e-4b3a-9c92-bff5062ad9d3,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:02.410152 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (3434897f-8076-4d87-b988-13a84596af2f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.442307 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:36:02.443665 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (3434897f-8076-4d87-b988-13a84596af2f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.472730 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.480419 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c2d3bfae-899c-4208-90fb-a9087c3b7276 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5539210 Sep 25 04:36:02.493863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53444) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:02.538478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '7a955918-4adb-40ed-85e3-e7d5066e362e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:02.619973 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:02.622276 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.631076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (c665bf04-dbf8-4d5c-b73b-0b1452934da4), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.646468 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.658049 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c665bf04-dbf8-4d5c-b73b-0b1452934da4 HTTP/1.1" status: 204 len: 168 time: 1.6740253 Sep 25 04:36:02.661077 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53466) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:02.707087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Current status of the port 9a98978f-21a9-4553-8be3-811cf3bf6061 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:02.713887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] For port cb489da2-925a-4bf4-9d42-04327d990253, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:02.733544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] For port cb489da2-925a-4bf4-9d42-04327d990253, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cb489da2-925a-4bf4-9d42-04327d990253,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:02.742563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e50fc1-ada3-49cb-bbfe-17fb9dba0775 admin admin] Pushing event deleted for resources: {'Network': ['ID=c665bf04-dbf8-4d5c-b73b-0b1452934da4,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:02.761330 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:02.762029 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.762583 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 Sep 25 04:36:02.776212 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fa1ca-aac0-431a-94c0-6fb1a67eeffa None None] Pushing event updated for resources: {'Port': ['ID=cb489da2-925a-4bf4-9d42-04327d990253,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:02.792912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (cb489da2-925a-4bf4-9d42-04327d990253), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.848529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:02.869186 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.55', 51847) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:02.879091 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:02.879771 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:02.881596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:02.881968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:02.882304 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 Sep 25 04:36:02.934173 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-84ec0117-1707-440f-8293-a7ea49d3c06c req-a5aba435-1aec-4d45-bd22-93a9d48d149f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.1223075 Sep 25 04:36:02.968689 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 3434897f-8076-4d87-b988-13a84596af2f resource provider aggregate not found Sep 25 04:36:03.039067 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:36:03.088677 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f8c16edb-1088-4276-9bd5-c4d0aff79971 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6eb56830-85a8-46bc-9157-ca6349ec7a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1171501 Sep 25 04:36:03.122353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:03.123534 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:03.147411 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-ca991371-123b-4618-b006-e721a55cf2d2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:03.152257 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-ca991371-123b-4618-b006-e721a55cf2d2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 1.1439574 Sep 25 04:36:03.174847 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks [] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.180328 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (33e3ef45-b67c-42e0-9725-36973d8d4492), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.268831 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (33e3ef45-b67c-42e0-9725-36973d8d4492), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.290376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Deleting subnet 82e101d6-ffd7-4dca-82ee-4b832e8067c1 {{(pid=106425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:36:03.299939 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Publish callbacks [] for subnet (82e101d6-ffd7-4dca-82ee-4b832e8067c1), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.337056 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'port': {'device_id': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'admin_state_up': True, 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:03.343862 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:03.363930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10498934'] for subnet (82e101d6-ffd7-4dca-82ee-4b832e8067c1), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.417300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (82e101d6-ffd7-4dca-82ee-4b832e8067c1), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.420821 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 3434897f-8076-4d87-b988-13a84596af2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3434897f-8076-4d87-b988-13a84596af2f found for delete ", "request_id": "req-a6d7ef27-9add-4956-8cbe-a04c1dfe7c1d"}]} Sep 25 04:36:03.432576 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (33e3ef45-b67c-42e0-9725-36973d8d4492), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.459035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53506) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:03.466547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383580722', 'description': 'tempest-description--1712033287'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:03.539841 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:03.573351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.601125 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e3ef45-b67c-42e0-9725-36973d8d4492,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:03.614870 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8761f-731d-4d46-8f2e-ba76adc0d1ea None None] Pushing event updated for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:03.666220 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.669629 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-dc97da74-8945-454c-94c1-6099616fbca3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1417127 Sep 25 04:36:03.670902 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:03.682987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-92bc38cc-1b44-495b-a234-676d17a82341 req-a87b10a5-8fe0-437f-b337-204fe2b5280b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.1382432 Sep 25 04:36:03.684450 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53510) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:03.699208 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:03.741860 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-ecd28a7a-77ae-41d5-a8e0-77ba1421fa17 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:03.743577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-ecd28a7a-77ae-41d5-a8e0-77ba1421fa17 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.55 "GET /networking/v2.0/networks?id=30366145-db86-4362-aa94-3333a61ae128 HTTP/1.1" status: 200 len: 812 time: 0.8704662 Sep 25 04:36:03.744598 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2082430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11129402'] for subnet (82e101d6-ffd7-4dca-82ee-4b832e8067c1), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.781255 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.798948 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.802657 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks [] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.818021 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Request body: {'port': {'device_id': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'admin_state_up': True, 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:03.829173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.849849 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e101d6-ffd7-4dca-82ee-4b832e8067c1,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:03.867945 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Current status of the port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:03.868345 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.872529 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:03.901944 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Network 10349c1a-2a69-4296-a276-3606a4c13086 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:03.909124 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Pushing event updated for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:03.911637 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:03.953379 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:03.954089 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:03.959464 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Made reservation on behalf of f6f23cf0323f48069e21acf059cbd1f0 for: {'port': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:03.966664 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.034081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.035947 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:04.038411 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Attempting to bind port bc8f145d-2557-4c56-853c-e4c323067f2e on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:04.039919 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Attempting to bind port bc8f145d-2557-4c56-853c-e4c323067f2e by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:04.040298 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Attempting to bind port bc8f145d-2557-4c56-853c-e4c323067f2e on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:04.044538 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7d461708-af02-4e95-9529-4952ee2f96c4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/82e101d6-ffd7-4dca-82ee-4b832e8067c1 HTTP/1.1" status: 204 len: 168 time: 1.3305807 Sep 25 04:36:04.097453 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53520) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:04.106017 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fa1ca-aac0-431a-94c0-6fb1a67eeffa None None] Pushing event updated for resources: {'Port': ['ID=cb489da2-925a-4bf4-9d42-04327d990253,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:04.337745 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] For port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:04.400276 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.55', 51859) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:04.413548 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:04.414636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c25eff96-fd7c-4bdb-966e-de80a1aa6918 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:04.531788 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.545800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (ca619e76-f155-41c6-96ef-0cedee0fff75), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.580078 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ff14e1a0-047f-47f0-9ac8-19e6563dc73c req-833ff87f-1d72-4430-9be9-75786bd89bc0 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.3843336 Sep 25 04:36:04.672401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 8eaafb0c-608c-4bff-9f8f-8683c624a218 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:04.672869 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.673162 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 8eaafb0c-608c-4bff-9f8f-8683c624a218 Sep 25 04:36:04.693587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ca619e76-f155-41c6-96ef-0cedee0fff75), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:04.856375 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:04.860434 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (8d4e5df6-aabf-4e98-b0f0-65377a7ec70a), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.078496 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb8da-ce4b-45b6-a513-fe42ee2823c4 None None] Pushing event updated for resources: {'Port': ['ID=bc8f145d-2557-4c56-853c-e4c323067f2e,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:05.119839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.122431 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca619e76-f155-41c6-96ef-0cedee0fff75,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:05.154930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:05.171168 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.229044 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port c25eff96-fd7c-4bdb-966e-de80a1aa6918 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:05.229443 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.229780 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port c25eff96-fd7c-4bdb-966e-de80a1aa6918 Sep 25 04:36:05.230246 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.236935 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e0dbbe7b-5ba7-4f81-a193-00c718c00842 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7745149 Sep 25 04:36:05.254806 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53550) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:05.282809 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Pushing event updated for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:05.290535 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group_rule': {'security_group_id': 'ca619e76-f155-41c6-96ef-0cedee0fff75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:05.372867 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6150f341-2bed-4a55-9e7a-df1dc84531e6 req-4d166688-c68d-4bdf-9f96-433ebb8ca2b8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.2923806 Sep 25 04:36:05.379226 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-76050c8e-f502-4a7a-a392-df91a705ee64 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:05.390927 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-76050c8e-f502-4a7a-a392-df91a705ee64 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 0.8399925 Sep 25 04:36:05.447923 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:05.448587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:05.449030 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.449711 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:05.450210 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Bound port: bc8f145d-2557-4c56-853c-e4c323067f2e, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:05.450589 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.474151 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'port': {'device_id': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'admin_state_up': True, 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:05.582213 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 2, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:05.583783 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Allocated IP 172.20.0.3 (80b6de49-451b-443e-9218-1f0470a46dc2/510bcd0f-2104-4b4b-8b41-6e6adb685661/320631df-79bd-4e26-a748-a2b0a3daee05) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:05.704144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41de4336-697a-4517-91e1-fa05215c5cb2 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 2, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:05.753419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Made reservation on behalf of 80e5b6ce14ab47dfac99cc80153d7735 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:05.761567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.886321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:05.892318 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Current status of the port 8eaafb0c-608c-4bff-9f8f-8683c624a218 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:05.895642 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:05.954520 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:05.971622 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port c25eff96-fd7c-4bdb-966e-de80a1aa6918 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:05.973319 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 08e9fdb2-7385-478d-b78b-0ce64d802a15 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:05.976060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] For port bc8f145d-2557-4c56-853c-e4c323067f2e, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:06.046152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f393f91f-3d3c-4c99-a869-884ccd165070 req-017771b5-d370-4586-8ee7-a324bdccb7b1 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.1651106 Sep 25 04:36:06.117557 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] For port bc8f145d-2557-4c56-853c-e4c323067f2e, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bc8f145d-2557-4c56-853c-e4c323067f2e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:06.121208 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] For port 8eaafb0c-608c-4bff-9f8f-8683c624a218, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=8eaafb0c-608c-4bff-9f8f-8683c624a218,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:06.126377 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (8d4e5df6-aabf-4e98-b0f0-65377a7ec70a), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:06.165982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:06.266305 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:06.311801 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:06.312367 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:06.312752 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 Sep 25 04:36:06.315293 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:06.342556 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Pushing event updated for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:06.345357 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:02Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:06.387994 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53566) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:06.423937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:06.426399 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:35:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:06.450563 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.452269 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.454774 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.455639 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > port after_create 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.456005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.458016 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > port after_update 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.467126 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.477778 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.478972 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.489940 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:06.498565 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:06.685830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.27.0.11 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/f1a07244-709c-4cf4-bd81-6df265f07ba4) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:06.880337 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2a31-779b-421f-90c0-0c535ea1f6b0 None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:02Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:06.968738 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 08e9fdb2-7385-478d-b78b-0ce64d802a15 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:06.969167 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:06.969519 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:36:07.053985 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d531d699-9deb-4541-a3a4-5eb382094ae5 req-0732f2fa-98bc-4d98-8137-a5b5ef7292a0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.3642485 Sep 25 04:36:07.079453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:07.087663 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fb8da-ce4b-45b6-a513-fe42ee2823c4 None None] Pushing event updated for resources: {'Port': ['ID=bc8f145d-2557-4c56-853c-e4c323067f2e,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:07.105376 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:07.106051 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:07.106584 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:07.110395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 25 04:36:07.111115 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4e5df6-aabf-4e98-b0f0-65377a7ec70a']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:07.135110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Made reservation on behalf of f6f23cf0323f48069e21acf059cbd1f0 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:07.139745 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.142200 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59669574-4f84-4508-88d7-b96cbb6b31ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.236542 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Allocated IP 172.20.0.8 (30366145-db86-4362-aa94-3333a61ae128/f00aab2e-acbe-4db3-a09e-dbaf13ac67a3/f2950532-6a9f-448f-9801-43583bcb904e) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:07.378256 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a12b096-a271-4765-b975-05d06d7819f1 req-79815ba7-2dd2-4f17-b953-046f82d868cc tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.1277652 Sep 25 04:36:07.378486 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks [] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.383432 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c287fe3-a866-4109-be64-f7fef474e010') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:07.383877 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c287fe3-a866-4109-be64-f7fef474e010') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:07.409960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (2c287fe3-a866-4109-be64-f7fef474e010), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.465017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (2c287fe3-a866-4109-be64-f7fef474e010), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.534914 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (dba916c8-1128-4550-9fb6-c1a049cdd8b8), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.559399 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Current status of the port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:07.619222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.643551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.649431 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 08e9fdb2-7385-478d-b78b-0ce64d802a15 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:07.672988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=79,neutron:UPDATE=8,neutron:INSERT=13 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:07.712542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:07.712966 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.713335 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:07.777508 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-54157b0a-e6a4-460e-ab08-3e893290d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.821132 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:07.839457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:07.859722 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:36:07.860999 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (2c287fe3-a866-4109-be64-f7fef474e010), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:07.933571 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:08.091894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:01Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:08.158880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59669574-4f84-4508-88d7-b96cbb6b31ba admin admin] Publish callbacks [] for security_group (1efc8115-9678-47ed-bc6f-5633c4a2f777), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.163962 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cb489da2-925a-4bf4-9d42-04327d990253 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:08.207630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59669574-4f84-4508-88d7-b96cbb6b31ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (1efc8115-9678-47ed-bc6f-5633c4a2f777), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.251837 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6360d74e-c536-4371-8488-2cc47047fcf8 None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:01Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:08.351007 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port cb489da2-925a-4bf4-9d42-04327d990253 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:08.351392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cb489da2-925a-4bf4-9d42-04327d990253), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.353007 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port cb489da2-925a-4bf4-9d42-04327d990253 Sep 25 04:36:08.391869 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks [] for port (f2950532-6a9f-448f-9801-43583bcb904e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.458702 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 2 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:08.474414 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Pushing event updated for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:08.476811 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (8d4e5df6-aabf-4e98-b0f0-65377a7ec70a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.518973 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.555095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59669574-4f84-4508-88d7-b96cbb6b31ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc8115-9678-47ed-bc6f-5633c4a2f777,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:08.568849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:08.577839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:08.610634 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.612923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.616072 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (dba916c8-1128-4550-9fb6-c1a049cdd8b8), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.639807 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.640905 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:08.648673 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8d4e5df6-aabf-4e98-b0f0-65377a7ec70a HTTP/1.1" status: 204 len: 168 time: 4.5458708 Sep 25 04:36:08.661395 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port cb489da2-925a-4bf4-9d42-04327d990253 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:08.661830 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (cb489da2-925a-4bf4-9d42-04327d990253), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.712730 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port cb489da2-925a-4bf4-9d42-04327d990253, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cb489da2-925a-4bf4-9d42-04327d990253,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:08.718691 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (cb489da2-925a-4bf4-9d42-04327d990253), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.719858 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 8eaafb0c-608c-4bff-9f8f-8683c624a218 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:08.762460 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Network 30366145-db86-4362-aa94-3333a61ae128 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:08.801279 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (dba916c8-1128-4550-9fb6-c1a049cdd8b8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:08.925298 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53616) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:08.928294 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba916c8-1128-4550-9fb6-c1a049cdd8b8,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:08.961956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:08.974488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=cb489da2-925a-4bf4-9d42-04327d990253,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:08.981923 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-378e9f4e-cdc5-4548-a087-e1a318b147c7 req-32ee833a-3584-42f9-b464-d936d031148f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.6233549 Sep 25 04:36:08.996192 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f296d7-6604-49ad-9177-f1b78b4bc019 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4e5df6-aabf-4e98-b0f0-65377a7ec70a,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:09.018148 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:09.027603 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 2c287fe3-a866-4109-be64-f7fef474e010 resource provider aggregate not found Sep 25 04:36:09.041890 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-59669574-4f84-4508-88d7-b96cbb6b31ba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=413ea30d91d54a339c1514324182c553&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6458688 Sep 25 04:36:09.042631 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for port (320631df-79bd-4e26-a748-a2b0a3daee05), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.048483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53620) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:09.050820 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 8eaafb0c-608c-4bff-9f8f-8683c624a218 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:09.051204 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.051637 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 8eaafb0c-608c-4bff-9f8f-8683c624a218 Sep 25 04:36:09.064407 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.070603 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c3aed9a3-75c9-4a35-b07d-2883d756cdc0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7871773 Sep 25 04:36:09.074466 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 2c287fe3-a866-4109-be64-f7fef474e010 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c287fe3-a866-4109-be64-f7fef474e010 found for delete ", "request_id": "req-05febf82-62fb-448f-9a46-e19b520220c2"}]} Sep 25 04:36:09.077401 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53622) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:09.082797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=f1a07244-709c-4cf4-bd81-6df265f07ba4,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:09.096179 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group_rule': {'security_group_id': 'ca619e76-f155-41c6-96ef-0cedee0fff75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:09.101222 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 3 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:09.151141 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Network 10349c1a-2a69-4296-a276-3606a4c13086 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:09.159788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:09.170401 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:09.173421 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:09.178142 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:09.195012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 8eaafb0c-608c-4bff-9f8f-8683c624a218 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:09.196484 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:09.228445 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96b814-ccbc-4ef2-88c5-291ddfc07a64 req-8fcf90ab-688a-4359-a3e4-79fc5d2c6398 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:09.245754 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2e96b814-ccbc-4ef2-88c5-291ddfc07a64 req-8fcf90ab-688a-4359-a3e4-79fc5d2c6398 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 931 time: 0.5799513 Sep 25 04:36:09.258674 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (c7271f9a-9224-4f51-9715-d25c28a7e4f7), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.291409 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:09.292786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.292786 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 Sep 25 04:36:09.299777 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-117feb33-ac0e-410d-a15f-ba661d599c01 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dde405f4d22940388b59dfee633ae404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497076 Sep 25 04:36:09.307710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53624) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:09.353832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:09.366139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:09.544842 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.733021 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] Publish callbacks [] for security_group (1efc8115-9678-47ed-bc6f-5633c4a2f777), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.751875 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 4 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:09.756750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:09.757861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 08e9fdb2-7385-478d-b78b-0ce64d802a15 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:09.789262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Pushing event updated for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:09.809473 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:09.810332 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.853338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2e96b814-ccbc-4ef2-88c5-291ddfc07a64 req-67fcf6f8-9008-463a-b072-e4af55b4b202 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060946 Sep 25 04:36:09.865359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:09.883958 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-8c904c2d-ce7d-4403-ab7f-d0e1522bb257 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0687747 Sep 25 04:36:09.890179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] Publish callbacks [] for security_group (1efc8115-9678-47ed-bc6f-5633c4a2f777), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.896616 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:09.910019 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 08e9fdb2-7385-478d-b78b-0ce64d802a15 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:09.910634 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:09.911172 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:36:09.917010 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-65d1f800-a1ac-45b9-b31b-beed7a6c3ef2 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:36:09.918013 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-65d1f800-a1ac-45b9-b31b-beed7a6c3ef2 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0079453 Sep 25 04:36:10.007868 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.db.api [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-d5d0a400-2947-498d-95ba-05f8388ecbf3 {{(pid=106425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 25 04:36:10.008285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG oslo_db.api [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 25 04:36:10.090547 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:10.123383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:10.129285 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (c7271f9a-9224-4f51-9715-d25c28a7e4f7), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.132180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:10.137175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:10.168560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.223850 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (1efc8115-9678-47ed-bc6f-5633c4a2f777), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.238762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.239851 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1efc8115-9678-47ed-bc6f-5633c4a2f777 HTTP/1.1" status: 204 len: 168 time: 1.1590040 Sep 25 04:36:10.278075 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (c7271f9a-9224-4f51-9715-d25c28a7e4f7), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.311063 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1afe2fb5-bbd7-4cb5-a49d-5718f6ab3ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.325718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.332888 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:36:10.365778 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2f99d-90f0-423a-9621-27ac390aef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc8115-9678-47ed-bc6f-5633c4a2f777,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:10.374581 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 5 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:10.378544 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] Publish callbacks [] for security_group (4dd82065-729e-418c-9134-0512c374c6d1), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.489673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7271f9a-9224-4f51-9715-d25c28a7e4f7,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:10.496825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:10.507139 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:10.521299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 08e9fdb2-7385-478d-b78b-0ce64d802a15 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:10.535022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.561781 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.565926 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5a417df1-61ed-4703-bf4a-8761cafe61f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4854248 Sep 25 04:36:10.569908 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47bc4af5-2f59-4f1e-89e7-2faa68b8b31a req-1738c45b-deda-41f0-98a7-2acbb70aade7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.3497553 Sep 25 04:36:10.580534 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 53646) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:10.581643 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] Publish callbacks [] for security_group (4dd82065-729e-418c-9134-0512c374c6d1), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.609804 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:10.610614 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.624149 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:10.738544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cb489da2-925a-4bf4-9d42-04327d990253 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:10.769103 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Request body: {'port': {'device_id': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:10.850944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:10.855012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port cb489da2-925a-4bf4-9d42-04327d990253 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:10.856587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cb489da2-925a-4bf4-9d42-04327d990253), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:10.857651 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port cb489da2-925a-4bf4-9d42-04327d990253 Sep 25 04:36:10.883234 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-e4e1f302-6d29-4354-97ee-1a5a2c423654 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6600525 Sep 25 04:36:10.953773 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Request body: {'port': {'device_id': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:11.001470 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 6 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:11.041422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f2950532-6a9f-448f-9801-43583bcb904e), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.053358 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.066368 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=2,neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:11.082412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:36:11.089237 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port cb489da2-925a-4bf4-9d42-04327d990253 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:11.109061 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c1cf1c84-9051-4501-bb11-2c68d1a25331 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/25db192b-eb98-4a7e-ab88-80d54c671a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6739547 Sep 25 04:36:11.193871 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4dd82065-729e-418c-9134-0512c374c6d1), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.194697 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:11.201660 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.203076 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4dd82065-729e-418c-9134-0512c374c6d1 HTTP/1.1" status: 204 len: 168 time: 1.8898008 Sep 25 04:36:11.205952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.238287 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2d23-84ab-457f-a742-64f5d62dc6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd82065-729e-418c-9134-0512c374c6d1,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:11.248517 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.263430 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:11.286361 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53656) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:11.328044 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52df108d-1faf-4583-88d0-7ddd99aa0643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:11.390762 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:11.553945 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=22 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:11.555893 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=11 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:11.697450 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 7 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:11.808142 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:11.989674 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:12.005525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52df108d-1faf-4583-88d0-7ddd99aa0643 admin admin] Publish callbacks [] for security_group (aa6bf8d6-f0cd-4891-8ec9-91683e277923), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.030817 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-52df108d-1faf-4583-88d0-7ddd99aa0643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (aa6bf8d6-f0cd-4891-8ec9-91683e277923), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.053378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03f516-00ca-4ba7-856d-db8a53237c92 req-3d3e152b-4dc7-4ff4-bf27-afb33b39d404 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:12.055227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df03f516-00ca-4ba7-856d-db8a53237c92 req-3d3e152b-4dc7-4ff4-bf27-afb33b39d404 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 931 time: 1.0173876 Sep 25 04:36:12.137395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df108d-1faf-4583-88d0-7ddd99aa0643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6bf8d6-f0cd-4891-8ec9-91683e277923,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:12.145741 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53674) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:12.179437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Allocated IP 172.20.0.11 (80b6de49-451b-443e-9218-1f0470a46dc2/510bcd0f-2104-4b4b-8b41-6e6adb685661/3a4f0d9a-e61b-45f0-b1ce-b92f0048c739) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:12.183160 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.190743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.200595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2950532-6a9f-448f-9801-43583bcb904e {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:12.205659 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53678) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:12.212269 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878569046', 'description': 'tempest-description--1584000583'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:12.247558 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-52df108d-1faf-4583-88d0-7ddd99aa0643 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=92acfd3b56304d59bebbda7bb72155bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9553556 Sep 25 04:36:12.254537 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53680) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:12.309449 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 8 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:12.327093 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.339693 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-584160ee-3556-4b29-9297-c2fd384f5ed2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ae19fc4d2ec4d4c979274be0bd3d14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670475 Sep 25 04:36:12.349625 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53682) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:12.449162 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:12.484301 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.614712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks [] for port (f2950532-6a9f-448f-9801-43583bcb904e), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.648451 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] Publish callbacks [] for security_group (aa6bf8d6-f0cd-4891-8ec9-91683e277923), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.679951 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.704531 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] Publish callbacks [] for security_group (aa6bf8d6-f0cd-4891-8ec9-91683e277923), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.721795 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] Publish callbacks [] for security_group (d32587ee-a900-489f-9854-7a16c4705df8), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.839067 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.853280 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] Publish callbacks [] for security_group (d32587ee-a900-489f-9854-7a16c4705df8), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.858850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (0a57924f-1a49-4aab-adbe-9d395536a49e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.876042 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0a57924f-1a49-4aab-adbe-9d395536a49e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.909556 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:12.925258 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ac6c115c-7853-443d-a78f-477b44122e2f req-ec38964b-e749-4f1a-a51e-0a7c4ed65087 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.3435044 Sep 25 04:36:12.950679 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 9 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:12.959248 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a57924f-1a49-4aab-adbe-9d395536a49e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:12.978272 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:12.985923 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-47f75dba-72da-4fec-afa8-ad3a7ea5d7fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7778552 Sep 25 04:36:12.987573 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53692) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:12.995206 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group_rule': {'security_group_id': '0a57924f-1a49-4aab-adbe-9d395536a49e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:13.015742 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:13.023079 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:13.040796 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (aa6bf8d6-f0cd-4891-8ec9-91683e277923), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.045947 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.047141 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aa6bf8d6-f0cd-4891-8ec9-91683e277923 HTTP/1.1" status: 204 len: 168 time: 0.7899871 Sep 25 04:36:13.074809 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (2b7b518c-cdfe-4cf0-af91-63475b9b011a), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.131787 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d32587ee-a900-489f-9854-7a16c4705df8), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.139694 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.143114 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d32587ee-a900-489f-9854-7a16c4705df8 HTTP/1.1" status: 204 len: 168 time: 0.7896588 Sep 25 04:36:13.151364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3b3e2-755c-47a8-a0b3-f37db867bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6bf8d6-f0cd-4891-8ec9-91683e277923,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.183052 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Allocated IP 172.27.0.247 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/3d8a1814-55a5-4e55-8b0c-34cea6611b90) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:13.230591 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812fc89-d31a-47bd-933e-dd7045f3bcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32587ee-a900-489f-9854-7a16c4705df8,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.306324 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:13.316048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=f1a07244-709c-4cf4-bd81-6df265f07ba4,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.322306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Transition to ACTIVE for port object f2950532-6a9f-448f-9801-43583bcb904e will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:13.361317 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (2b7b518c-cdfe-4cf0-af91-63475b9b011a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.367219 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (2b7b518c-cdfe-4cf0-af91-63475b9b011a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.380723 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df03f516-00ca-4ba7-856d-db8a53237c92 req-68fb74cb-2a45-4287-887e-4f376341b403 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3052106 Sep 25 04:36:13.387900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.426763 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b518c-cdfe-4cf0-af91-63475b9b011a,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.434243 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.441110 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f56a1826-349d-473a-b85d-71648e946179 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4511023 Sep 25 04:36:13.442171 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53700) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:13.447823 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group_rule': {'security_group_id': '0a57924f-1a49-4aab-adbe-9d395536a49e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:13.517327 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 10 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:13.531750 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (5a96f3b8-09bb-4546-8fa2-d2a293f10bad), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.576328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.631970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (5a96f3b8-09bb-4546-8fa2-d2a293f10bad), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.639928 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:13.662803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (5a96f3b8-09bb-4546-8fa2-d2a293f10bad), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.674958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Provisioning complete for port 08e9fdb2-7385-478d-b78b-0ce64d802a15 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:13.675279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:13.678267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.678668 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.682759 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Attempt 1 to provision port 08e9fdb2-7385-478d-b78b-0ce64d802a15 Sep 25 04:36:13.719662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.731642 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.738128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.742343 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-640c1a0b-8688-41df-9e29-1fe979348edc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.0455074 Sep 25 04:36:13.840973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.855552 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:13.863609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:13.888074 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:13.889372 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4459860 Sep 25 04:36:13.903571 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53708) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:13.937554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:13.953488 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec905db-f335-467a-b62f-f9e5b01db8f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a96f3b8-09bb-4546-8fa2-d2a293f10bad,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:13.961177 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:13.986843 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b7aca9d9-57cd-4e1a-9472-48651a09f8e5 None None] Current status of the port 08e9fdb2-7385-478d-b78b-0ce64d802a15 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:14.117908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Provisioning complete for port 96c4dff4-f2dc-4954-98cb-d5a646138bcd triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:14.118443 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.120550 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 1 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:14.123825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.190968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:14.191762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.256257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Attempting to bind port f2950532-6a9f-448f-9801-43583bcb904e on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:14.256809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Attempting to bind port f2950532-6a9f-448f-9801-43583bcb904e by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:14.257169 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Attempting to bind port f2950532-6a9f-448f-9801-43583bcb904e on network 30366145-db86-4362-aa94-3333a61ae128 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:14.301034 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:14.337864 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53718) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:14.402243 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cb8f-91de-4d1a-8fd5-232a0b04eed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.471522 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320631df-79bd-4e26-a748-a2b0a3daee05 {{(pid=106426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:14.484160 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks [] for port (320631df-79bd-4e26-a748-a2b0a3daee05), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.488318 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.529709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Port f2950532-6a9f-448f-9801-43583bcb904e on network 30366145-db86-4362-aa94-3333a61ae128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:14.530282 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Attempting to bind port f2950532-6a9f-448f-9801-43583bcb904e on network 30366145-db86-4362-aa94-3333a61ae128 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:14.538735 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.provisioning_blocks [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Transition to ACTIVE for port object 320631df-79bd-4e26-a748-a2b0a3daee05 will not be triggered until provisioned by entity L2. {{(pid=106426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:14.590377 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.660167 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:14.665187 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Pushing event updated for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:14.738318 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:14.738748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Checking segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:14.739563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Bound using segment: {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:14.740752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Bound port: f2950532-6a9f-448f-9801-43583bcb904e, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc829d3-123f-4a43-a36f-f7a2af4f47bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '30366145-db86-4362-aa94-3333a61ae128'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:14.741285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f2950532-6a9f-448f-9801-43583bcb904e), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.761779 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:14.801213 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-bed76c45-a8a9-47f7-b136-90522d60b93b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--4277256&fields=id&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 267 time: 0.1585104 Sep 25 04:36:14.802837 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 2 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:14.833276 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cb8f-91de-4d1a-8fd5-232a0b04eed6 admin admin] Publish callbacks [] for security_group (f5f54e0a-2425-4e00-b889-9c45e0c2866d), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.840673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d2f9cb8f-91de-4d1a-8fd5-232a0b04eed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f5f54e0a-2425-4e00-b889-9c45e0c2866d), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:14.864781 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:14.911638 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Attempting to bind port 320631df-79bd-4e26-a748-a2b0a3daee05 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:14.911985 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Attempting to bind port 320631df-79bd-4e26-a748-a2b0a3daee05 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:14.913750 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Attempting to bind port 320631df-79bd-4e26-a748-a2b0a3daee05 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:14.937497 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9cb8f-91de-4d1a-8fd5-232a0b04eed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f54e0a-2425-4e00-b889-9c45e0c2866d,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:14.996087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-cc57836f-830c-488e-8e84-cef74ebf8bfc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.5365546 Sep 25 04:36:15.008619 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d2f9cb8f-91de-4d1a-8fd5-232a0b04eed6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=706b8c4a2f4446aea67f6be7a17d56dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6691868 Sep 25 04:36:15.013152 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 53740) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:15.051214 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.083814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Port 320631df-79bd-4e26-a748-a2b0a3daee05 on network 80b6de49-451b-443e-9218-1f0470a46dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:15.084142 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Attempting to bind port 320631df-79bd-4e26-a748-a2b0a3daee05 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:15.120170 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Request body: {'port': {'device_id': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:15.146160 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.199733 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] Publish callbacks [] for security_group (f5f54e0a-2425-4e00-b889-9c45e0c2866d), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.214813 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed4ccb-2279-472e-913e-744dfe3c8705 req-f4cc8932-a550-4678-bbd0-5074f1a638f5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:15.223187 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01ed4ccb-2279-472e-913e-744dfe3c8705 req-f4cc8932-a550-4678-bbd0-5074f1a638f5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 932 time: 0.9855208 Sep 25 04:36:15.257012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:15.260457 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=3d8a1814-55a5-4e55-8b0c-34cea6611b90,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:15.266922 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Allocated IP 172.27.0.238 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/6a2c0530-38fc-4dba-9ad7-321234b75884) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:15.270041 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] Publish callbacks [] for security_group (f5f54e0a-2425-4e00-b889-9c45e0c2866d), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.274290 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:15.280700 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:15.281272 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Bound using segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:15.281754 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Bound port: 320631df-79bd-4e26-a748-a2b0a3daee05, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:15.282153 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.293267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:15.370462 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 3 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:15.418247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:15.442687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f2950532-6a9f-448f-9801-43583bcb904e,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:15.471410 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:15.478677 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:15.529648 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:15.554374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:15.555933 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.569502 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:15.570141 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.571970 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/f2950532-6a9f-448f-9801-43583bcb904e HTTP/1.1" status: 200 len: 1093 time: 5.2496233 Sep 25 04:36:15.597405 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f5f54e0a-2425-4e00-b889-9c45e0c2866d), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.602986 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:15.604492 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5f54e0a-2425-4e00-b889-9c45e0c2866d HTTP/1.1" status: 204 len: 168 time: 0.5902183 Sep 25 04:36:15.606479 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, cleared binding levels {{(pid=106426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:15.617838 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:15.671533 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01ed4ccb-2279-472e-913e-744dfe3c8705 req-d2690575-fb68-4595-b843-bb874e3cda6e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428482 Sep 25 04:36:15.684059 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:36:15.745059 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:15.747848 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:36:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:15.767973 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db090d7-8f50-4a45-a935-2ae910ffb5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f54e0a-2425-4e00-b889-9c45e0c2866d,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:15.790438 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=320631df-79bd-4e26-a748-a2b0a3daee05,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:15.823011 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:16.002737 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.003399 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:16.009171 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 1093 time: 5.0704796 Sep 25 04:36:16.014093 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cecab-b212-4f0a-b3d7-4091da5c7f98 service neutron] Pushing event updated for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=3']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:16.026539 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:16.031007 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 4 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:16.041529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:16.089850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:16.094382 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:16.189603 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:16.192468 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:16.197016 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:16.223853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:16.318688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:16.444121 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=6a2c0530-38fc-4dba-9ad7-321234b75884,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:16.448215 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:16.451147 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-3ff7da67-d3a3-497b-b3a1-8b703af7a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.453626 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-3ff7da67-d3a3-497b-b3a1-8b703af7a420 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1127 time: 0.2136118 Sep 25 04:36:16.458866 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:16.628412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-442c6a9b-67c2-4268-ba1f-cecb2e19948c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.644230 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-442c6a9b-67c2-4268-ba1f-cecb2e19948c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 1.6172428 Sep 25 04:36:16.658333 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-072bd5b6-0915-4b83-a929-0a7ad48d9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.661615 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-072bd5b6-0915-4b83-a929-0a7ad48d9b79 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 1127 time: 0.8840020 Sep 25 04:36:16.674348 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-13f6be99-86ce-4245-8421-89c82e2d25d5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.1717386 Sep 25 04:36:16.694913 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 5 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:16.728457 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-52707eed-eb55-4ba2-9cd3-df5d7c56811f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/quotas/5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 375 time: 0.0828784 Sep 25 04:36:16.744323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e28e10-0022-4c58-aac1-12cda2dc0037" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "tag": "f2950532-6a9f-448f-9801-43583bcb904e"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:16.764852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80f72a-ee89-4a2b-b13e-d741c2db7fe7 req-8982d7a2-1be0-4ad1-8ccc-79757373e1f4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.770111 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3e80f72a-ee89-4a2b-b13e-d741c2db7fe7 req-8982d7a2-1be0-4ad1-8ccc-79757373e1f4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.5719125 Sep 25 04:36:16.796701 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bc8f145d-2557-4c56-853c-e4c323067f2e up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:16.899020 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-bab0f5de-cdbb-4546-b643-449f2d4d76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:16.900864 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-bab0f5de-cdbb-4546-b643-449f2d4d76ed service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0688205 Sep 25 04:36:16.906005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:16.929535 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 2, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:16.967606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfcc74-300e-42ff-9de5-c0a8d6804c9a service neutron] Pushing event updated for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:16.986483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.001087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:17.007747 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:36:17.008091 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Updating router 6eb56830-85a8-46bc-9157-ca6349ec7a4e port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:36:17.092872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port bc8f145d-2557-4c56-853c-e4c323067f2e triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:17.095353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.110609 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port bc8f145d-2557-4c56-853c-e4c323067f2e Sep 25 04:36:17.111522 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.321494 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-2f7df665-4a15-4974-aeaa-f1eb416d21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:17.323322 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-2f7df665-4a15-4974-aeaa-f1eb416d21ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3729630 Sep 25 04:36:17.340418 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.397131 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port bc8f145d-2557-4c56-853c-e4c323067f2e is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:17.397573 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.423338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:17.439103 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-f8a32116-f27f-4ea7-8fa2-e4a821e84eab service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2950532-6a9f-448f-9801-43583bcb904e HTTP/1.1" status: 200 len: 217 time: 0.7068777 Sep 25 04:36:17.455394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.458273 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port bc8f145d-2557-4c56-853c-e4c323067f2e, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bc8f145d-2557-4c56-853c-e4c323067f2e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:17.468954 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.497455 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-2ce02417-eee1-46d6-b56d-c607f5069516 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7676249 Sep 25 04:36:17.534355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.579334 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 6 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:17.581506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:17.703110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:17.708346 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=bc8f145d-2557-4c56-853c-e4c323067f2e,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:17.726327 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3e80f72a-ee89-4a2b-b13e-d741c2db7fe7 req-d3fa72bf-85b0-4bd9-924e-74cd4b01080d tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9463680 Sep 25 04:36:17.751180 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks [] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.760961 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.868389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.870685 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549a078-9e63-44db-913a-e0d7de2906d6 None None] Pushing event updated for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:17.877568 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.919285 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Attempting to bind port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:17.920759 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Attempting to bind port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:17.921317 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Attempting to bind port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:17.943387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:17.952054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks [] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.963211 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.965863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Transition to ACTIVE for port object 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:17.966160 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=6a2c0530-38fc-4dba-9ad7-321234b75884,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:17.967119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:17.991313 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:17.992048 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Checking segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:17.992597 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.993313 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Bound using segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:17.994082 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Bound port: 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:17.994548 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:17.998830 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.002872 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-9d4bebe3-7c42-4f83-b1c3-a97456333956 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0967689 Sep 25 04:36:18.038918 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:18.055820 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.103832 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] For port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:18.108587 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] For port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:18.110170 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:18.122658 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.159859 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-0b9df682-73f0-4112-926f-8bc57fdd19b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086073 Sep 25 04:36:18.192381 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:18.193354 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:36:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:18.204857 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 7 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:18.252549 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:18.269196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641bee9-4a00-4224-a653-85697815178a req-e433f297-a748-4cc3-8fb6-e0f3cd02d586 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:18.271102 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5641bee9-4a00-4224-a653-85697815178a req-e433f297-a748-4cc3-8fb6-e0f3cd02d586 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.3021729 Sep 25 04:36:18.278381 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549a078-9e63-44db-913a-e0d7de2906d6 None None] Pushing event updated for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:18.306649 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:18.319679 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:18.422703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.449726 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.450565 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:18.530819 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5641bee9-4a00-4224-a653-85697815178a req-b89f2144-5491-499e-aeeb-aee4aa91729b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213576 Sep 25 04:36:18.535352 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Attempting to bind port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:18.535694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Attempting to bind port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:18.536027 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Attempting to bind port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:18.543893 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-dc5ebd26-abdb-4524-a6d2-b9d29ce84aea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543198 Sep 25 04:36:18.607566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=3d8a1814-55a5-4e55-8b0c-34cea6611b90,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:18.612216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.655594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.664961 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-aa8c7fd5-afcb-489c-ab79-00be3e6c7a24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0649989 Sep 25 04:36:18.666396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 on network 80b6de49-451b-443e-9218-1f0470a46dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:18.666733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Attempting to bind port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:18.773371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:18.774318 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:18.775047 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Bound using segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:18.775575 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Bound port: 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:18.776342 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.804521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:18.852927 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 8 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:18.924509 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:18.947147 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:18.954367 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:18.963014 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:18.963788 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.964120 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:18.964518 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:18.994446 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:18Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:19.025115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:19.025741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:19.027362 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 200 len: 1094 time: 3.9137678 Sep 25 04:36:19.027988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:19.029565 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4be37-4e70-4206-b8bd-f760b9efdeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:19.048835 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826bb9eb-ca9f-46b2-982f-f64d802adb3f None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:18Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:19.056404 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:19.057008 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:19.108716 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:19.113608 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:19.114808 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bc8f145d-2557-4c56-853c-e4c323067f2e up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:19.239181 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee1d6f-bd65-49fc-ab7a-186406d000e6 x-openstack-request-id: req-4cee1d6f-bd65-49fc-ab7a-186406d000e6 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:19.240341 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "tag": "f2950532-6a9f-448f-9801-43583bcb904e", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:19.240915 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cee1d6f-bd65-49fc-ab7a-186406d000e6 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:19.241638 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cee1d6f-bd65-49fc-ab7a-186406d000e6'] response: {'name': 'network-changed', 'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e', 'status': 'completed', 'code': 200} Sep 25 04:36:19.246766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port bc8f145d-2557-4c56-853c-e4c323067f2e triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:19.249586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:19.250419 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port bc8f145d-2557-4c56-853c-e4c323067f2e Sep 25 04:36:19.287268 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a497d0-742c-4908-85ae-4b0aaa8dbdb8 x-openstack-request-id: req-83a497d0-742c-4908-85ae-4b0aaa8dbdb8 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:19.288246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:19.288909 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83a497d0-742c-4908-85ae-4b0aaa8dbdb8 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:19.289591 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a497d0-742c-4908-85ae-4b0aaa8dbdb8'] response: {'name': 'network-changed', 'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05', 'status': 'completed', 'code': 200} Sep 25 04:36:19.382156 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:19.426028 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 9 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:19.506406 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-158f313f-5c41-4805-ade4-40735abf46bd tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1878569046&fields=id&tenant_id=e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 267 time: 0.1168621 Sep 25 04:36:19.518116 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d71d-c758-4bf8-8d6b-73f8598ee97e req-cf0e93f3-c4cd-43ca-b69c-9073ff1dc718 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:19.525335 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34c4d71d-c758-4bf8-8d6b-73f8598ee97e req-cf0e93f3-c4cd-43ca-b69c-9073ff1dc718 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.1146710 Sep 25 04:36:19.531383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port bc8f145d-2557-4c56-853c-e4c323067f2e is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:19.537603 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:19.600232 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:36:19.620408 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:19.621076 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:36:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:19.635656 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:19.659258 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34c4d71d-c758-4bf8-8d6b-73f8598ee97e req-cbd3de99-3a5b-46b6-988e-d7fc8d2159bf tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326389 Sep 25 04:36:19.739730 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-797ad2b7-25bf-4b7a-bbc1-da4c748d8604 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:19.748435 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-797ad2b7-25bf-4b7a-bbc1-da4c748d8604 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 811 time: 0.2398727 Sep 25 04:36:19.793505 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-9a2238e1-a48d-4665-a1c5-45b7ecb7a05f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/quotas/e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 375 time: 0.0335145 Sep 25 04:36:19.801485 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ff94e4c-a2ed-4517-99ef-12300df41dd1 req-dd1d3516-3afe-42cc-891e-7de8cf6e93b8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0516565 Sep 25 04:36:19.856138 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-9c212342-5169-41d2-a3ab-e643ebd85a8a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533383 Sep 25 04:36:20.026559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-2c18a090-fe73-419b-81b7-29d62d9d87e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--383580722&fields=id&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 267 time: 0.1167128 Sep 25 04:36:20.039508 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 10 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:20.042483 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-b6ac7b9c-41ab-4a01-aaa4-6df151cb431b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636674 Sep 25 04:36:20.102596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:20.177226 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Port 96c4dff4-f2dc-4954-98cb-d5a646138bcd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:20.211363 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:20.233746 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Provisioning complete for port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:20.234413 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:20.235077 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Attempt 1 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:20.258430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-203e39bc-a297-4eed-b54d-d7757730d396 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140217 Sep 25 04:36:20.321705 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:20.397059 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-08ffebc6-c048-4449-a984-23736efe0770 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:20.403222 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-08ffebc6-c048-4449-a984-23736efe0770 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 817 time: 0.3520095 Sep 25 04:36:20.422116 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:20.430544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-70d073ba-e56f-42ca-8f56-687070193ba5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/quotas/a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 375 time: 0.0218685 Sep 25 04:36:20.541839 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:06Z', 'revision_number': 2, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:20.574945 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-35c695d6-1cb3-4d86-8a91-0d9373d3ce79 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324563 Sep 25 04:36:20.576375 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:36:20.576823 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Updating router 25db192b-eb98-4a7e-ab88-80d54c671a4e port 96c4dff4-f2dc-4954-98cb-d5a646138bcd binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:36:20.598977 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d75314d-900f-46a4-891f-a367bd63b1e9 None None] Current status of the port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:20.622744 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:20.743240 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-83c9f0ac-87cd-4b89-9e40-79af8e9f6709 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956029 Sep 25 04:36:20.791392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:20.817874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e226d4-e781-4def-b684-f523fd0e9a31 req-8ff977ef-4b4f-4dbe-967c-ece4098cd15d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:20.819332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4e226d4-e781-4def-b684-f523fd0e9a31 req-8ff977ef-4b4f-4dbe-967c-ece4098cd15d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.2112143 Sep 25 04:36:20.909665 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-c8d95cdf-dab2-43ef-aed9-f79316d5a7a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132880 Sep 25 04:36:20.921580 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4e226d4-e781-4def-b684-f523fd0e9a31 req-8ad8ed88-faee-4f91-8b23-2f46ed06e1e7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911613 Sep 25 04:36:20.946534 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:20.946915 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:20.947255 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 Sep 25 04:36:21.075465 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:21.095786 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-9f4dcdb6-80aa-4794-89d5-7f50b4fc9690 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731789 Sep 25 04:36:21.111202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-452d5761-42c7-4a9a-b0e7-6236d8af1445 req-b58af7b7-27bb-44c1-a6c8-06cc663cfb68 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0617199 Sep 25 04:36:21.195479 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:21.210442 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks [] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:21.223711 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:21.245460 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:21.247908 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4fdf7-3af5-4374-81ce-de35bdf46233" -d '{"events": [{"name": "network-changed", "server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:21.274798 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f54940-f054-42ab-a1b9-8a3838c97ccb req-f273a221-e8d2-4f0c-b182-9f15489ab914 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:21.276680 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31f54940-f054-42ab-a1b9-8a3838c97ccb req-f273a221-e8d2-4f0c-b182-9f15489ab914 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.1016228 Sep 25 04:36:21.330604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903fa01-1b90-43a7-8eb0-403fd0220d34 None None] Pushing event updated for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:21.358172 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-20477aef-98a5-4b25-b2cf-6a9509b7a68e req-85da6be5-c19c-4917-bf89-3f2bd6c00dee tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0406182 Sep 25 04:36:21.371447 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Attempting to bind port 96c4dff4-f2dc-4954-98cb-d5a646138bcd on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:21.371825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Attempting to bind port 96c4dff4-f2dc-4954-98cb-d5a646138bcd by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:21.372183 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Attempting to bind port 96c4dff4-f2dc-4954-98cb-d5a646138bcd on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:21.380340 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31f54940-f054-42ab-a1b9-8a3838c97ccb req-cbf5cecd-3e3c-4cf0-985a-06ac4ac2441a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969987 Sep 25 04:36:21.414682 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:21.428477 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:21.429262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Checking segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:21.429262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:21.429654 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Bound using segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:21.430127 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Bound port: 96c4dff4-f2dc-4954-98cb-d5a646138bcd, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:21.430495 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:21.472144 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2407b889-19df-4265-b09f-ee973457fad2 req-78888f95-26f9-4d69-88ec-b58ff14f70cb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0368698 Sep 25 04:36:21.474026 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7c9f3-49eb-4d63-bee0-497a74b363aa x-openstack-request-id: req-89b7c9f3-49eb-4d63-bee0-497a74b363aa {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:21.480682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:21.481390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b7c9f3-49eb-4d63-bee0-497a74b363aa {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:21.482487 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b7c9f3-49eb-4d63-bee0-497a74b363aa'] response: {'name': 'network-changed', 'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739', 'status': 'completed', 'code': 200} Sep 25 04:36:21.506422 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] For port 96c4dff4-f2dc-4954-98cb-d5a646138bcd, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:21.510089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] For port 96c4dff4-f2dc-4954-98cb-d5a646138bcd, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=96c4dff4-f2dc-4954-98cb-d5a646138bcd,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:21.517353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:21.560669 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:36:21.561730 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:36:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:21.568249 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:21.608723 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-6c878e5c-8f2e-46e1-a2a1-d93d05287f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:21.612055 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-6c878e5c-8f2e-46e1-a2a1-d93d05287f98 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f00aab2e-acbe-4db3-a09e-dbaf13ac67a3 HTTP/1.1" status: 200 len: 851 time: 0.0590386 Sep 25 04:36:21.631171 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903fa01-1b90-43a7-8eb0-403fd0220d34 None None] Pushing event updated for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:21.694741 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:36:21.892572 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:21Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:36:21.916296 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7889f-81ae-4b89-881d-374035c379c6 None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:21Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:36:22.053608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa69a27-22b1-46d8-90f3-c4591e48a5bb req-2989c3fd-180d-400b-80ce-efb8f38267fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.055090 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-baa69a27-22b1-46d8-90f3-c4591e48a5bb req-2989c3fd-180d-400b-80ce-efb8f38267fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0476170 Sep 25 04:36:22.089554 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:22.119041 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-baa69a27-22b1-46d8-90f3-c4591e48a5bb req-459ad478-c04b-4785-a862-91073e843b30 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533957 Sep 25 04:36:22.228488 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0eaee9b7-a08e-48c3-b931-3162c70b5190 req-0c29de0d-60a3-4af2-8ead-2eac24912370 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0453594 Sep 25 04:36:22.310517 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-4866fc44-94ba-494c-94f3-f18517908105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.312342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-4866fc44-94ba-494c-94f3-f18517908105 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1128 time: 0.0472827 Sep 25 04:36:22.405929 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-ec66d90a-1aa8-4d4a-bf34-12885785c9b9 req-3465cb93-1396-4219-8d7c-64ac55dd20e8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402233 Sep 25 04:36:22.436046 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f579-24df-4656-a51e-e0e306db00bb req-863f2ba7-99cc-493e-ab33-d9aaaeafa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.438126 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-863f2ba7-99cc-493e-ab33-d9aaaeafa78f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=30366145-db86-4362-aa94-3333a61ae128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143312 Sep 25 04:36:22.472682 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-56b66c2a-cc30-4bb5-8a4c-d2a1b8f92915 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 200 len: 217 time: 0.1055405 Sep 25 04:36:22.729260 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-77f848e3-900d-4d2c-9703-a402811e1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.736710 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-77f848e3-900d-4d2c-9703-a402811e1697 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1127 time: 0.1154461 Sep 25 04:36:22.737808 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 96c4dff4-f2dc-4954-98cb-d5a646138bcd up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:22.809426 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-085784bf-84e8-406c-b112-fab9b26f41a1 req-c97d1442-b01c-4873-b0ff-57dfd1156faa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.3231094 Sep 25 04:36:22.892431 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 96c4dff4-f2dc-4954-98cb-d5a646138bcd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:22.896720 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:22.897184 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:22.953321 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:22.963561 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-0b1ec779-5da9-4929-af23-9415f9639d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.967243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-0b1ec779-5da9-4929-af23-9415f9639d71 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.4831972 Sep 25 04:36:22.988717 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fda9b-0167-47f7-af26-74573c06bef0 req-03b75041-a79a-4b68-8500-d44398a2a761 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:22.995925 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-050fda9b-0167-47f7-af26-74573c06bef0 req-03b75041-a79a-4b68-8500-d44398a2a761 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.4636850 Sep 25 04:36:23.021796 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:23.031304 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98261c9f-5c05-43c5-8f2e-a4c981d8f871 req-2e3e30a8-4d67-42f2-954f-ee565dcf2479 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0805066 Sep 25 04:36:23.033692 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-0dbe7efc-a02f-41e9-aae3-8928961ea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:23.034098 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 96c4dff4-f2dc-4954-98cb-d5a646138bcd is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:23.034687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:23.035431 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-0dbe7efc-a02f-41e9-aae3-8928961ea6fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.2869115 Sep 25 04:36:23.052470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-4065a6a3-a5b9-43f3-ab0a-cb1c0a17f1ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817983 Sep 25 04:36:23.074341 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 96c4dff4-f2dc-4954-98cb-d5a646138bcd, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=96c4dff4-f2dc-4954-98cb-d5a646138bcd,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:23.079321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:23.089250 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-050fda9b-0167-47f7-af26-74573c06bef0 req-d25a3270-b31c-4d32-b4b2-63c520b1b6b0 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923686 Sep 25 04:36:23.130423 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:23.247909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeacf6c-1406-48db-ad7c-ba1befdd2b79 req-b91fa1fa-2f26-4ba6-ae44-7eab8dbeab0b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:23.249049 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ceeacf6c-1406-48db-ad7c-ba1befdd2b79 req-b91fa1fa-2f26-4ba6-ae44-7eab8dbeab0b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0516610 Sep 25 04:36:23.300455 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ceeacf6c-1406-48db-ad7c-ba1befdd2b79 req-6b31989b-45f3-491e-ba0d-99bb13efeb24 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Sep 25 04:36:23.340511 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49743094-c14f-47f2-b889-c66519a1bfc3 req-5e8c7b0e-3ccf-4b9b-8096-bffaec7a978e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Sep 25 04:36:23.953905 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1dc3a52e-995a-47b8-8742-5260b25d004e req-facd71aa-617a-4d76-bb42-a21d8183d0a9 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0309858 Sep 25 04:36:24.143396 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e719fbeb-0835-4129-8e31-fbd372b1de18 req-dfa6c454-042f-47e5-9169-6e6426cfad13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0278187 Sep 25 04:36:24.205170 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c100a-ab05-41ab-8645-267cdd78fa22 req-87205c3e-ddb4-46d9-9473-fcfe979cdf3c tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:24.206632 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f2c100a-ab05-41ab-8645-267cdd78fa22 req-87205c3e-ddb4-46d9-9473-fcfe979cdf3c tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0472441 Sep 25 04:36:24.254374 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f2c100a-ab05-41ab-8645-267cdd78fa22 req-f1af550c-9233-4a67-aa9e-1c65ab0a47ee tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Sep 25 04:36:24.423412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0c1f6-0f80-46c1-8f26-9a7007bc30c2 req-6ad0803b-07be-4ff7-87a5-7abc01ad3a5b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:24.424911 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c0c1f6-0f80-46c1-8f26-9a7007bc30c2 req-6ad0803b-07be-4ff7-87a5-7abc01ad3a5b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0475812 Sep 25 04:36:24.465073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ceedddf-59ad-4ecc-81e7-3a8b69607b0d req-92e93f14-1fa9-4538-8b27-ee01edf272ce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0391889 Sep 25 04:36:24.496164 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c0c1f6-0f80-46c1-8f26-9a7007bc30c2 req-dbc820f6-c86b-4f2a-aa97-8c364194ceba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610368 Sep 25 04:36:24.613931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 96c4dff4-f2dc-4954-98cb-d5a646138bcd up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:24.657144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 96c4dff4-f2dc-4954-98cb-d5a646138bcd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:24.657514 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:24.657849 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 96c4dff4-f2dc-4954-98cb-d5a646138bcd Sep 25 04:36:24.688239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:24.735295 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 96c4dff4-f2dc-4954-98cb-d5a646138bcd is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:25.056737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cd12d689-c102-4b16-af74-a6dd96a846e4 req-5f8e990e-8371-493a-b3aa-0b6069eb71f2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0278809 Sep 25 04:36:25.250342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0ee6e77-5c36-4ed4-8d6f-ab6747b46805 req-c0f4b21f-d3b6-4783-bd45-bf4e7e1deb15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0272911 Sep 25 04:36:25.371466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62afca4-de17-4d78-afcf-fcb32507875e req-885aa084-b351-47f5-93d2-a51e3bd88a42 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:25.373651 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a62afca4-de17-4d78-afcf-fcb32507875e req-885aa084-b351-47f5-93d2-a51e3bd88a42 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0458727 Sep 25 04:36:25.398442 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:25.442187 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a62afca4-de17-4d78-afcf-fcb32507875e req-14d465ac-be55-4991-a611-69bf7ff5db13 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626807 Sep 25 04:36:25.588363 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aeb84009-a441-4f6f-91b0-38315387dbe0 req-958dcfda-8565-4fc1-be63-b3aabf6c646d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0315776 Sep 25 04:36:25.632960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4569f-d417-478d-a324-af0b3bfac308 req-a2490d8a-978b-46c7-b3df-dabc0e50dcc8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:25.634492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fa4569f-d417-478d-a324-af0b3bfac308 req-a2490d8a-978b-46c7-b3df-dabc0e50dcc8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0492926 Sep 25 04:36:25.681052 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fa4569f-d417-478d-a324-af0b3bfac308 req-d4a75d80-eb42-4f53-8895-a245fad5bcc2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Sep 25 04:36:26.161789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f2550af7-d1c2-4a92-8ed5-38588bb9332e req-708e0071-941e-45f4-95f3-6faab92d705c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0308537 Sep 25 04:36:26.355670 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ee06db5-5a15-4d97-9e68-09ba269a1e2c req-a70bc00a-2085-4376-a2c2-f42708e5d9db tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0276339 Sep 25 04:36:26.562704 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912c57-f6d3-436a-abc7-b37c77dbc86c req-96e3a7eb-99c8-4c5d-8c98-e388a6167bae tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:26.564166 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73912c57-f6d3-436a-abc7-b37c77dbc86c req-96e3a7eb-99c8-4c5d-8c98-e388a6167bae tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0467918 Sep 25 04:36:26.604876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:26.613046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73912c57-f6d3-436a-abc7-b37c77dbc86c req-8161ea88-4557-4bab-a470-1f6078a0f98d tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Sep 25 04:36:26.693800 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1df30369-3e10-4e43-874d-038071d8c037 req-70fd6cbf-a296-4c76-ad6b-69e726672377 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0291240 Sep 25 04:36:26.807303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924dc43-7eb5-438f-8d1a-6b3a71ec69a3 req-a2132a2c-4c68-46a3-a595-5fab173e6c97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:26.808785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1924dc43-7eb5-438f-8d1a-6b3a71ec69a3 req-a2132a2c-4c68-46a3-a595-5fab173e6c97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0496912 Sep 25 04:36:26.857031 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1924dc43-7eb5-438f-8d1a-6b3a71ec69a3 req-6418d7b7-f5ba-4ea6-ae47-9d6e810d185f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Sep 25 04:36:27.265661 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2bf55f6a-53ba-45fc-8e4a-b923b4fa7fc6 req-2f439a7f-a9a3-4620-884a-afdb3f302651 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0286734 Sep 25 04:36:27.460256 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a8d178-6d4b-4aca-92f5-044af718af08 req-b680f8ba-fc58-4ce2-9fd5-b366faee3aac tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Sep 25 04:36:27.740998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34791b87-cbf8-4a8a-949c-2e0069127c17 req-a1ddc452-cb19-476b-bac0-7f4b79d0d639 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:27.742495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34791b87-cbf8-4a8a-949c-2e0069127c17 req-a1ddc452-cb19-476b-bac0-7f4b79d0d639 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0532420 Sep 25 04:36:27.810237 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b3cb2bb4-0398-43ea-8daf-b1eba690623a req-d76acb74-4423-4d77-b298-020ade64b026 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0343101 Sep 25 04:36:27.818097 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34791b87-cbf8-4a8a-949c-2e0069127c17 req-632d524a-a26c-4420-aaad-847369580da3 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685129 Sep 25 04:36:27.979881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464f7cc-bf94-468e-b6c5-d52609c54f60 req-4e4faa5a-8e82-4f84-a98e-42042010fd45 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:27.985301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f464f7cc-bf94-468e-b6c5-d52609c54f60 req-4e4faa5a-8e82-4f84-a98e-42042010fd45 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0527141 Sep 25 04:36:28.030559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f464f7cc-bf94-468e-b6c5-d52609c54f60 req-1f1a4981-be9f-4b01-8e6c-b419a1a7630f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Sep 25 04:36:28.386612 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5077572a-edf6-43b2-897b-2bc6c34a8aea req-aa565efe-7ac0-4393-9a51-cde18be663bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0422003 Sep 25 04:36:28.570970 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cb0580c-70c1-49fc-89c4-d550442f1dbf req-b4962a98-58ae-441e-a0ea-5864789a9eef tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Sep 25 04:36:28.915327 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91345853-c14d-4839-b0b8-d8248e18231a req-92178a0c-f5a9-4ea3-8903-821888e5ad1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0295587 Sep 25 04:36:28.958856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2165f-5398-4dd0-a4d7-b51360195dd9 req-0e8ff3c4-aafa-4490-a71f-45e139aad1a1 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:28.960327 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21c2165f-5398-4dd0-a4d7-b51360195dd9 req-0e8ff3c4-aafa-4490-a71f-45e139aad1a1 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0478592 Sep 25 04:36:29.006717 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21c2165f-5398-4dd0-a4d7-b51360195dd9 req-ad1437e6-f830-4e21-a4ea-38fd577c5afa tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Sep 25 04:36:29.159330 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af4e72-fb5e-4439-95ff-f7b2a1f65fc7 req-99ae4ea5-b346-48aa-92a4-f680a5f5b326 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:29.160943 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0af4e72-fb5e-4439-95ff-f7b2a1f65fc7 req-99ae4ea5-b346-48aa-92a4-f680a5f5b326 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0542295 Sep 25 04:36:29.218031 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0af4e72-fb5e-4439-95ff-f7b2a1f65fc7 req-8eeaafe4-fc08-427e-8ea8-da9e1cb05609 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Sep 25 04:36:29.502865 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54126) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:29.555400 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9f2a0b01-1b5a-4f31-99b3-fe05e3623bc1 req-d0b8300c-f875-4223-b273-ce339ca0ab2e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0578778 Sep 25 04:36:29.641925 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8749-c042-4e50-878d-54fe0cc4b84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.703328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a52b083f-4508-4ea7-a4ee-38439b825b90 req-d19b8991-cfb3-48f4-b5ea-eb2f4efaf1fe tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0410213 Sep 25 04:36:29.738958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8749-c042-4e50-878d-54fe0cc4b84e admin admin] Publish callbacks [] for security_group (09f34bf4-3f72-4efc-88f1-e621d08ee2b0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.743403 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8749-c042-4e50-878d-54fe0cc4b84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (09f34bf4-3f72-4efc-88f1-e621d08ee2b0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.789378 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ca4d8749-c042-4e50-878d-54fe0cc4b84e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e090fa2d0a824c9c9e6081cc7928ebb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854331 Sep 25 04:36:29.790483 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8749-c042-4e50-878d-54fe0cc4b84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f34bf4-3f72-4efc-88f1-e621d08ee2b0,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:29.792163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54150) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:29.865444 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] Publish callbacks [] for security_group (09f34bf4-3f72-4efc-88f1-e621d08ee2b0), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.889975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] Publish callbacks [] for security_group (09f34bf4-3f72-4efc-88f1-e621d08ee2b0), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.939301 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (09f34bf4-3f72-4efc-88f1-e621d08ee2b0), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.942744 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:29.953728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/09f34bf4-3f72-4efc-88f1-e621d08ee2b0 HTTP/1.1" status: 204 len: 168 time: 0.1601760 Sep 25 04:36:29.965056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb14684-a8ab-4e35-a192-3acc8a50b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f34bf4-3f72-4efc-88f1-e621d08ee2b0,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:30.046307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-00ac4820-7517-4563-8d1e-59bdc4d603cb req-d27f453b-b2c3-4969-a4d4-46e17e975524 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0325053 Sep 25 04:36:30.162843 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-29898fd6-5852-4200-8bae-88f76e346844 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.0850942 Sep 25 04:36:30.209441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:30.234455 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-80421b29-1527-4489-a423-92e33c40fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:30.236102 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-80421b29-1527-4489-a423-92e33c40fac2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0673082 Sep 25 04:36:30.260164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-da41a57e-8775-4c79-b71f-e89ed8b1dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:30.261842 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-da41a57e-8775-4c79-b71f-e89ed8b1dc15 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1690037 Sep 25 04:36:30.270311 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf41c-5a89-4dc1-9aa7-9f9d5447ccf9 req-1a953f9f-26ed-489c-85d6-209abcf2a5b7 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:30.271784 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f7cf41c-5a89-4dc1-9aa7-9f9d5447ccf9 req-1a953f9f-26ed-489c-85d6-209abcf2a5b7 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.1247554 Sep 25 04:36:30.302783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:30.337425 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67f8f579-24df-4656-a51e-e0e306db00bb req-f0fdb73a-50d6-4500-b516-26bedf7ef785 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608461 Sep 25 04:36:30.371366 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54174) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:30.386144 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ac3825e6-bf4c-44c9-bbca-f74322ad42d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.395094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179df98-e97a-423b-996a-39fd04ff02cf req-4963661e-11ec-4eb1-b546-9a916809e69f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:30.396663 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0179df98-e97a-423b-996a-39fd04ff02cf req-4963661e-11ec-4eb1-b546-9a916809e69f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0765927 Sep 25 04:36:30.401622 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f7cf41c-5a89-4dc1-9aa7-9f9d5447ccf9 req-31f22160-0a30-4083-9355-22b4813d39e3 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053877 Sep 25 04:36:30.467479 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0179df98-e97a-423b-996a-39fd04ff02cf req-6094b6c0-6f72-464f-a2e3-d2ac186711ad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643959 Sep 25 04:36:30.486447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ac3825e6-bf4c-44c9-bbca-f74322ad42d9 admin admin] Publish callbacks [] for security_group (5e90b42e-2213-4f89-bfe6-3cb96a1fb54e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.518906 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ac3825e6-bf4c-44c9-bbca-f74322ad42d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5e90b42e-2213-4f89-bfe6-3cb96a1fb54e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.560694 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-485b71a1-e8f1-4590-959d-c647e6727544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:30.562465 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-485b71a1-e8f1-4590-959d-c647e6727544 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746953 Sep 25 04:36:30.572542 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ac3825e6-bf4c-44c9-bbca-f74322ad42d9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b48acfe4b8104d34859cfafc7c538f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000697 Sep 25 04:36:30.581720 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54176) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:30.599648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3825e6-bf4c-44c9-bbca-f74322ad42d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90b42e-2213-4f89-bfe6-3cb96a1fb54e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:30.647738 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] Publish callbacks [] for security_group (5e90b42e-2213-4f89-bfe6-3cb96a1fb54e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.670487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] Publish callbacks [] for security_group (5e90b42e-2213-4f89-bfe6-3cb96a1fb54e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.678855 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-bd092c4f-5f18-4070-b0ca-f5ac394aa7da service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575775 Sep 25 04:36:30.705356 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb2279cf-8cd1-4cb5-b132-c451b4d6c819 req-58f5b86d-e490-4c73-9e88-0a6decfa2476 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0431349 Sep 25 04:36:30.730983 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5e90b42e-2213-4f89-bfe6-3cb96a1fb54e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.734099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:30.738146 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5e90b42e-2213-4f89-bfe6-3cb96a1fb54e HTTP/1.1" status: 204 len: 168 time: 0.1512423 Sep 25 04:36:30.744628 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef00c5-a94d-4cd0-a56f-a42db96c7c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90b42e-2213-4f89-bfe6-3cb96a1fb54e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:30.819767 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94db124a-4848-4411-a621-71be89a967c1 req-549dd8e4-2231-4346-bcdd-65ddc3c6d01b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Sep 25 04:36:31.171099 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f334428-0bfb-498a-b573-0ee24c762940 req-4a1699ad-a83d-4f5b-8af9-29b0b1445d2f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0365472 Sep 25 04:36:31.534923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d6421-caba-4b57-bbcd-df900f78a133 req-40714c23-087e-46e1-9bd1-6616fce8759a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:31.536597 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-752d6421-caba-4b57-bbcd-df900f78a133 req-40714c23-087e-46e1-9bd1-6616fce8759a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.0508804 Sep 25 04:36:31.619496 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734098fc-e363-4d12-ba6d-f4da43cbcbf9 req-2699bdce-7220-448f-ab63-2309066acb50 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:31.621022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-734098fc-e363-4d12-ba6d-f4da43cbcbf9 req-2699bdce-7220-448f-ab63-2309066acb50 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0712497 Sep 25 04:36:31.629267 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-752d6421-caba-4b57-bbcd-df900f78a133 req-3b9d5d8c-5c48-4e42-957c-1730fc626fc9 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865726 Sep 25 04:36:31.675972 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-734098fc-e363-4d12-ba6d-f4da43cbcbf9 req-c26d10dd-59fa-4955-bcd2-e75fa7f83419 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Sep 25 04:36:31.830484 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d7ff3237-bd59-478c-a2d0-ecbf5d98e0b7 req-17c1186e-150e-43ef-afe6-af05d26ca9c3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0303488 Sep 25 04:36:31.932249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b84bd7f4-cdaf-4827-bdbb-b65825f2eefb req-432fcaac-7970-4e87-bb45-d82b77af829d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Sep 25 04:36:32.153039 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 320631df-79bd-4e26-a748-a2b0a3daee05 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:36:32.274123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=320631df-79bd-4e26-a748-a2b0a3daee05,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:32.286463 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '320631df-79bd-4e26-a748-a2b0a3daee05', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'port_id': '320631df-79bd-4e26-a748-a2b0a3daee05', 'mac_address': 'fa:16:3e:2f:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:36:32.291437 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b75d1a7-dd69-404e-b326-99d8809faa24 req-da881f66-d737-482d-b4d8-ad534654156f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0327408 Sep 25 04:36:32.342489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 320631df-79bd-4e26-a748-a2b0a3daee05 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:32.342874 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:32.357649 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:32.360371 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320631df-79bd-4e26-a748-a2b0a3daee05 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:32.387092 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=320631df-79bd-4e26-a748-a2b0a3daee05,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:32.392232 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:32.442251 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:32.527869 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.55', 51883) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:32.651360 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-3801d8e3-e09d-440a-9c24-9882ea71778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:32.653485 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-3801d8e3-e09d-440a-9c24-9882ea71778b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0582879 Sep 25 04:36:32.685589 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-e169b436-3e87-4998-9cf0-323a5c597ae1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570737 Sep 25 04:36:32.866779 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['320631df-79bd-4e26-a748-a2b0a3daee05'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:36:32.884204 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:36:32.958768 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:32.983733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-ee46effe-6fb6-40d9-b3f4-ffe25f2dc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:32.986466 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-ee46effe-6fb6-40d9-b3f4-ffe25f2dc393 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=30366145-db86-4362-aa94-3333a61ae128 HTTP/1.1" status: 200 len: 912 time: 0.3099818 Sep 25 04:36:32.986583 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-7d1bc34b-8a0b-4ca4-bb4a-0e88f0d3dc0a req-41876131-a9ca-4caa-aa01-82b3619ff56d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929280 Sep 25 04:36:33.195701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:33.210473 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54feb216-a472-46b0-b2f7-d8dc7cea2ff4 req-ab7ceb17-fbb2-4847-b18a-5f6f834ac23a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802421 Sep 25 04:36:33.247463 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dade00a-2300-4a0d-8229-19812666adce req-d8be92e6-8701-42e6-8e7e-f1fa67bb2f63 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:33.249243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9dade00a-2300-4a0d-8229-19812666adce req-d8be92e6-8701-42e6-8e7e-f1fa67bb2f63 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 943 time: 0.2179675 Sep 25 04:36:33.261832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a262-085c-4c14-ba1c-5ac2bfcf947b req-2f397775-4ab7-4842-812e-ca4a8171aa9e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:33.264089 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2300a262-085c-4c14-ba1c-5ac2bfcf947b req-2f397775-4ab7-4842-812e-ca4a8171aa9e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.2364540 Sep 25 04:36:33.265408 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-e069d5a5-bfa8-4e68-88fc-18697a2249f8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2950532-6a9f-448f-9801-43583bcb904e HTTP/1.1" status: 200 len: 217 time: 0.1039147 Sep 25 04:36:33.468750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-e89284ca-d076-405a-a800-8a51564134bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:33.470191 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-e89284ca-d076-405a-a800-8a51564134bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.8739471 Sep 25 04:36:33.565503 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9dade00a-2300-4a0d-8229-19812666adce req-90db0dfd-b6e3-4d5a-b837-90423f6b5ac3 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940757 Sep 25 04:36:33.572427 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2300a262-085c-4c14-ba1c-5ac2bfcf947b req-1424b8bc-9fb3-4cc7-b29c-650a9916721d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998462 Sep 25 04:36:33.574078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-7e475c1f-3d01-4928-95ad-b5f4e0842688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:33.576203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-7e475c1f-3d01-4928-95ad-b5f4e0842688 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f00aab2e-acbe-4db3-a09e-dbaf13ac67a3 HTTP/1.1" status: 200 len: 851 time: 0.0968649 Sep 25 04:36:33.667112 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-24c8ed18-4522-458d-b6ec-507f0adeff21 req-f68a11ce-e6d0-411b-a11b-41bec462e597 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0349174 Sep 25 04:36:33.686645 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2313db63-ff70-4453-939b-16122cf38fad req-02dd8429-823a-47c7-be7f-65bfa45f31ef tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0435836 Sep 25 04:36:33.735709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:33.755178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f528f283-7bcb-4c2a-b594-e79bb762afcd req-780521e1-5fe8-4e7b-b1c3-c99538278195 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Sep 25 04:36:34.378046 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f2950532-6a9f-448f-9801-43583bcb904e details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:36:34.439473 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 320631df-79bd-4e26-a748-a2b0a3daee05 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:34.510997 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f2950532-6a9f-448f-9801-43583bcb904e,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:34.524834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 320631df-79bd-4e26-a748-a2b0a3daee05 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:36:34.530018 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': 'f2950532-6a9f-448f-9801-43583bcb904e', 'network_id': '30366145-db86-4362-aa94-3333a61ae128', 'port_id': 'f2950532-6a9f-448f-9801-43583bcb904e', 'mac_address': 'fa:16:3e:66:0f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00aab2e-acbe-4db3-a09e-dbaf13ac67a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:36:34.533511 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 320631df-79bd-4e26-a748-a2b0a3daee05 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:34.533876 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:34.534211 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 320631df-79bd-4e26-a748-a2b0a3daee05 Sep 25 04:36:34.556742 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:34.601381 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port f2950532-6a9f-448f-9801-43583bcb904e is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:34.601771 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f2950532-6a9f-448f-9801-43583bcb904e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:34.623435 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2950532-6a9f-448f-9801-43583bcb904e {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:34.669737 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f2950532-6a9f-448f-9801-43583bcb904e,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:34.674344 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 320631df-79bd-4e26-a748-a2b0a3daee05 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:34.674735 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:34.677428 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:34.724028 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b527d18-b748-45f4-8b7d-70aae6791877 req-9abd0541-6aca-4941-a5b9-a47098eb10a4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:34.730400 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:34.733152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b527d18-b748-45f4-8b7d-70aae6791877 req-9abd0541-6aca-4941-a5b9-a47098eb10a4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.0637832 Sep 25 04:36:34.811344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a3452-e259-46d5-a68e-093296b2711c req-7b925c4d-0053-4bcf-b110-b6f544b76197 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:34.813969 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f17a3452-e259-46d5-a68e-093296b2711c req-7b925c4d-0053-4bcf-b110-b6f544b76197 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0784552 Sep 25 04:36:34.831267 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=320631df-79bd-4e26-a748-a2b0a3daee05,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:34.868474 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:34.869682 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b527d18-b748-45f4-8b7d-70aae6791877 req-bfbebdf7-774f-40b5-85e6-bfaeed695d25 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351368 Sep 25 04:36:34.882950 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:34.951163 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f17a3452-e259-46d5-a68e-093296b2711c req-5825bb87-05bc-4664-98fb-be94f70f459d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279492 Sep 25 04:36:34.983430 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:34.996726 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-53e589dd-813e-4b3f-b8ab-da0251648988 req-a87f2215-94dd-4113-965b-11514212d410 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0377536 Sep 25 04:36:35.012223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eab21c-9b77-433a-a55c-40e3d6ef3c6a" -d '{"events": [{"server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "name": "network-vif-plugged", "status": "completed", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:35.071635 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-78c919d8-2466-462e-bd08-486005a2d8c1 req-023d6720-39fd-49ad-9923-30f5b70b8d61 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0304844 Sep 25 04:36:35.101075 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9e1f0d7e-b2d1-4bc7-b91a-ba083aaf66e8 req-e0831472-5569-4c40-a94d-cff9b579ce62 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Sep 25 04:36:35.183555 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a8d05-e815-4035-8491-25dedc932345 x-openstack-request-id: req-219a8d05-e815-4035-8491-25dedc932345 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:35.183871 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "name": "network-vif-plugged", "status": "completed", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:35.184132 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-219a8d05-e815-4035-8491-25dedc932345 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:35.185102 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219a8d05-e815-4035-8491-25dedc932345'] response: {'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05', 'code': 200} Sep 25 04:36:35.989462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502b869-9074-458b-a2cd-7a9e39c95fbb req-05b06fe4-d3ab-4b32-bfa7-c0c3742090c4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:35.990971 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4502b869-9074-458b-a2cd-7a9e39c95fbb req-05b06fe4-d3ab-4b32-bfa7-c0c3742090c4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.0520089 Sep 25 04:36:36.041526 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4502b869-9074-458b-a2cd-7a9e39c95fbb req-fab3c648-020f-4db8-b8d0-908a789f852d tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Sep 25 04:36:36.093982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad880c07-cf65-47a3-b275-e5408b3175e8 req-4ef46925-96e8-4ea6-971e-d3d2cf0d8502 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:36.095467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ad880c07-cf65-47a3-b275-e5408b3175e8 req-4ef46925-96e8-4ea6-971e-d3d2cf0d8502 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0462875 Sep 25 04:36:36.137440 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1880aaa6-9e59-46b9-ab63-605679a4d287 req-9c2d9a88-70fb-494d-8d1f-616a4351f4ab tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0386467 Sep 25 04:36:36.172937 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ad880c07-cf65-47a3-b275-e5408b3175e8 req-b5eae0d1-e2f7-413f-8888-f79d1a6ed857 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641255 Sep 25 04:36:36.221545 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-437bd471-e332-4398-bcc7-068cd7367ef8 req-e85f05fb-8875-41f8-a5b6-76d58878f05a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Sep 25 04:36:36.258175 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06ecf82c-f5c3-4b9c-b224-aadb9849d817 req-d38e5ac7-518f-403d-8cad-8eb6789005c4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Sep 25 04:36:36.786433 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=44 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:37.161660 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508210-421c-4ad6-8df4-7f664eecf7ca req-6345c844-a8d6-4373-8ec4-365fcf193b00 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:37.163383 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cd508210-421c-4ad6-8df4-7f664eecf7ca req-6345c844-a8d6-4373-8ec4-365fcf193b00 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.0469091 Sep 25 04:36:37.211696 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cd508210-421c-4ad6-8df4-7f664eecf7ca req-77b31a32-2b06-4a54-83cf-16525172b7fd tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Sep 25 04:36:37.241826 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f2d138d2-9132-4e1e-8db5-cc13caf36415 req-10c80ad3-6dab-45b4-bb66-210adec8ac7b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0291817 Sep 25 04:36:37.326743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878981de-8467-45c8-9269-601ed42ac7e5 req-c7ef57b7-086f-44da-8feb-1ccb644c593a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:37.328095 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-878981de-8467-45c8-9269-601ed42ac7e5 req-c7ef57b7-086f-44da-8feb-1ccb644c593a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0567436 Sep 25 04:36:37.350467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bfe4f905-b2cc-48a4-9877-5c0989de927e req-1464f6f7-b0fd-4c99-90a1-ec9c63d01ba6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0415089 Sep 25 04:36:37.393021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-878981de-8467-45c8-9269-601ed42ac7e5 req-19d6335c-a779-46cc-a062-0cc1cd25db17 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Sep 25 04:36:37.437143 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b0899d2-a250-49c5-9fdf-6a56b777833b req-e5a441e7-18ce-423a-9614-51e8c7c5414d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Sep 25 04:36:37.605771 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d3821167-0a27-4b4f-bf34-5d2fba72c933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:38.360706 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae075e5f-5718-4b10-8f62-4a23c3692033 req-d554bca4-b15f-454f-adf7-c96ab71f1834 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0322845 Sep 25 04:36:38.368223 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5596de-ee44-426f-83ac-7e82cb0fd8db req-3c0d0c2a-fb86-44c2-8d2f-aa823aada497 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:38.369639 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f5596de-ee44-426f-83ac-7e82cb0fd8db req-3c0d0c2a-fb86-44c2-8d2f-aa823aada497 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.0789328 Sep 25 04:36:38.421792 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f5596de-ee44-426f-83ac-7e82cb0fd8db req-8f66cbf7-9254-4d97-b207-bcdb4871d99e tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Sep 25 04:36:38.458285 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a222c116-066a-419d-8f2c-9c0cf431c61d req-71c35fe7-cb5d-4835-bba8-8f3366c4619e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0279102 Sep 25 04:36:38.555883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d0c5465-7bba-467d-98d0-6bd655b6781b req-0ab8b10e-5cba-43e5-8a44-b2cea3b3b361 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0335681 Sep 25 04:36:38.564056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf2e54-4c21-4d61-893c-e3034e4aa219 req-4445ee5d-dc6a-4ab6-8ea0-ea471b99fd48 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:38.565467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-60bf2e54-4c21-4d61-893c-e3034e4aa219 req-4445ee5d-dc6a-4ab6-8ea0-ea471b99fd48 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0813038 Sep 25 04:36:38.577628 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:38.616291 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-60bf2e54-4c21-4d61-893c-e3034e4aa219 req-4cdbbc76-ed6a-4690-b0d0-068f6f21ed16 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Sep 25 04:36:38.938210 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['f2950532-6a9f-448f-9801-43583bcb904e'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:36:38.996915 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:39.479045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-14614821-1efd-4f4e-90f8-8d1bb206a6fd req-c3f2e816-ec98-4c01-bd04-31115307bf87 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0412831 Sep 25 04:36:39.603617 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b00aa-e924-480e-b34c-7b9d17f021e7 req-43753c4d-37c7-48d0-809b-fcfaaa54bdcd tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:39.605629 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb4b00aa-e924-480e-b34c-7b9d17f021e7 req-43753c4d-37c7-48d0-809b-fcfaaa54bdcd tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.1040480 Sep 25 04:36:39.642827 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c30d322d-711b-4d60-82b0-a6aecae12d66 req-cd0bff6e-b7c8-4fbb-85b8-52b2d3cf979a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0563495 Sep 25 04:36:39.705439 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb4b00aa-e924-480e-b34c-7b9d17f021e7 req-55f520c1-b3d4-46d1-bd18-f6642d57b714 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Sep 25 04:36:39.801204 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44bcc1a8-02b1-4c83-8a5b-b7661167ba06 req-6e812952-fe61-4618-9b57-6941d2cfc9fc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0438139 Sep 25 04:36:39.825586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:39.847231 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25ef05-385f-4b89-8b0c-2dc15c04f5e9 req-18924df5-3c10-4313-ab8e-3ecab9e87f5c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:39.848984 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d25ef05-385f-4b89-8b0c-2dc15c04f5e9 req-18924df5-3c10-4313-ab8e-3ecab9e87f5c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 944 time: 0.0936224 Sep 25 04:36:39.907022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d25ef05-385f-4b89-8b0c-2dc15c04f5e9 req-11407a5c-3ab8-4ef7-a7b3-64dad8adc2e7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Sep 25 04:36:39.982962 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c76a370e-cefa-4c35-8b1d-fd6d730aec8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.038967 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-0b20ef96-10bf-4944-8556-b7881dc3c77c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 377 time: 0.0757327 Sep 25 04:36:40.139370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'port': {'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'admin_state_up': True, 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'security_groups': ['7a955918-4adb-40ed-85e3-e7d5066e362e']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:40.156700 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:40.269222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-3f1f2317-da68-4a6a-9e2f-8ad296681e11 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:40.270099 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-d692c018-d8b5-4c3b-8192-7521743bb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:40.271489 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-3f1f2317-da68-4a6a-9e2f-8ad296681e11 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 811 time: 0.2071042 Sep 25 04:36:40.273223 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-d692c018-d8b5-4c3b-8192-7521743bb356 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=30366145-db86-4362-aa94-3333a61ae128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2160852 Sep 25 04:36:40.274285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-af9e2457-035e-41ef-9e8b-c4d216b7e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:40.275620 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-af9e2457-035e-41ef-9e8b-c4d216b7e2ac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1128 time: 0.2187498 Sep 25 04:36:40.278941 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.55', 51902) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:40.415409 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-0690b729-68cc-48f0-9bd7-2ad761111022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:40.416974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-0690b729-68cc-48f0-9bd7-2ad761111022 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.1177247 Sep 25 04:36:40.457762 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-92b7df30-d74b-448e-953f-d634c03e205f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 380 time: 0.0792446 Sep 25 04:36:40.488335 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'port': {'device_id': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'admin_state_up': True, 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'security_groups': ['0a57924f-1a49-4aab-adbe-9d395536a49e']}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:40.520890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.571915 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:40.576283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.649981 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Made reservation on behalf of e1108f4c9da246cb9b4b9f89833ceeda for: {'port': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:40.654016 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.672168 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c65c91b2-2cb5-4a38-ae1b-94f9cb1e2e76 req-93e5f881-f039-4012-8aaa-f7a657b813fb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0777009 Sep 25 04:36:40.685773 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-fc6fe570-a79e-4587-8cc5-fad557d494ec service neutron] 10.222.0.55 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074651 Sep 25 04:36:40.691858 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:40.693404 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:36:40.699545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-d96c64e4-c654-4449-a579-837543648721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:40.701740 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-d96c64e4-c654-4449-a579-837543648721 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.3065999 Sep 25 04:36:40.740224 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f2950532-6a9f-448f-9801-43583bcb904e up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:40.864564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.db.resource_extend [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 04:36:40.938959 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port f2950532-6a9f-448f-9801-43583bcb904e completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:36:40.956597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Publish callbacks [] for security_group (905bb90a-d528-43d4-8a27-837db48f1bd0), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.959541 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port f2950532-6a9f-448f-9801-43583bcb904e triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:40.960280 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f2950532-6a9f-448f-9801-43583bcb904e), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:40.960791 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port f2950532-6a9f-448f-9801-43583bcb904e Sep 25 04:36:41.052096 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.55', 51908) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:41.093851 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Allocated IP 172.20.0.13 (10349c1a-2a69-4296-a276-3606a4c13086/b7beefb6-807c-4c5b-8922-5196350d551e/352ac3fb-d005-4e6e-98b0-7339ef6c2202) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:41.146148 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:41.178229 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.187803 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'port_id': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739', 'mac_address': 'fa:16:3e:f9:bb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:36:41.270202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c258b25b-864f-48a5-8579-4c04cabcb0b8 req-d2646ddb-d4fa-4cc0-85db-fea527bcdd3d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.4001522 Sep 25 04:36:41.303100 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-d8259ed1-be38-450c-b070-f8d963d705c6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 200 len: 217 time: 0.4260972 Sep 25 04:36:41.303899 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (905bb90a-d528-43d4-8a27-837db48f1bd0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.349991 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:41.350839 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.383098 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:41.391020 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port f2950532-6a9f-448f-9801-43583bcb904e is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:41.391420 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f2950532-6a9f-448f-9801-43583bcb904e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.398164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:41.427623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:41.433918 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d2754-8109-433f-9e63-7f574f3f9776 req-c5ec5e3c-6c87-4f22-8e26-a921f38788f0 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:41.443387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a23d2754-8109-433f-9e63-7f574f3f9776 req-c5ec5e3c-6c87-4f22-8e26-a921f38788f0 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 944 time: 0.6255982 Sep 25 04:36:41.457831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.461981 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-f4c0c44e-b413-49f4-aafa-ac9464ef7833 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:41.474126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:41.477797 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1da3926-3a97-4b03-a564-6f6c227dd624" -d '{"events": [{"server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "name": "network-vif-plugged", "status": "completed", "tag": "f2950532-6a9f-448f-9801-43583bcb904e"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:41.489678 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-f4c0c44e-b413-49f4-aafa-ac9464ef7833 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 817 time: 0.3404312 Sep 25 04:36:41.500032 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.20.0.11 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/02bb815d-6dec-4eac-9221-50f10407403b) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:41.532352 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f2950532-6a9f-448f-9801-43583bcb904e,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:41.540164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.553461 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:41.564877 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.565464 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.565973 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.566340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.566682 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.567601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.567601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.567813 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.568049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.568705 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.569337 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.569879 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.570355 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.570851 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.571322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.591486 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-811cb1b4-53ad-4669-b844-892c4968efa8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023330 Sep 25 04:36:41.623383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.634690 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:41.645538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:41.661303 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f99b6d80-b22c-4d74-9c2f-d7bd54cd3e3c req-c16d3c50-7b23-4546-8347-35b0f2848ec4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.1944008 Sep 25 04:36:41.666417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2bf7b1ba-478d-4b79-a01b-66858f69d857 req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2338319 Sep 25 04:36:41.765970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:41.783539 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=905bb90a-d528-43d4-8a27-837db48f1bd0,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:41.833255 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Network 10349c1a-2a69-4296-a276-3606a4c13086 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:41.843512 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-45885573-c2c6-4aad-a594-8c8253f0f0ad tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 379 time: 0.2171943 Sep 25 04:36:41.848213 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:41.852620 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:41.863329 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:41.874727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.875321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.875810 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.876156 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.876750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.877096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.879294 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.879901 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.880248 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.880682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.881309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.881799 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.882373 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.882933 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.883557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794a5e90-c333-4230-a766-8ea07b6a3485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.906016 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:41.912592 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['3a4f0d9a-e61b-45f0-b1ce-b92f0048c739'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:36:41.913277 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-ceea1952-1afa-41c0-ba01-ec4794f531c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:41.913512 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:41.915601 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-ceea1952-1afa-41c0-ba01-ec4794f531c6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.4973400 Sep 25 04:36:41.920419 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.921090 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.921666 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.922159 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.922647 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.922994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.923482 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.923812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.924141 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.924466 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.924825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.925143 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.925638 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.926123 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.929138 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:36:41.934150 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a23d2754-8109-433f-9e63-7f574f3f9776 req-90f05d7d-26a0-4b9e-9b51-a01692ac99dd tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897158 Sep 25 04:36:41.972403 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac443-c60e-4581-a1b3-15195ac82188 req-0a46a3ba-da05-42aa-af21-2af5d3c0ba09 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:41.974757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7e4ac443-c60e-4581-a1b3-15195ac82188 req-0a46a3ba-da05-42aa-af21-2af5d3c0ba09 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 945 time: 0.1523092 Sep 25 04:36:41.993955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:41.994633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.023807 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-eeba43a7-93a8-4e69-b737-4602edc5a203 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5397019 Sep 25 04:36:42.072274 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b034e-98d4-4b6f-8b20-0ffcccc2f8f1 x-openstack-request-id: req-314b034e-98d4-4b6f-8b20-0ffcccc2f8f1 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:42.072711 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "name": "network-vif-plugged", "status": "completed", "tag": "f2950532-6a9f-448f-9801-43583bcb904e", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:42.073556 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-314b034e-98d4-4b6f-8b20-0ffcccc2f8f1 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:42.074800 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314b034e-98d4-4b6f-8b20-0ffcccc2f8f1'] response: {'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e', 'code': 200} Sep 25 04:36:42.098140 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:42.132210 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (02bb815d-6dec-4eac-9221-50f10407403b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.142310 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:42.185839 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'port': {'device_id': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'admin_state_up': True, 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'security_groups': ['ca619e76-f155-41c6-96ef-0cedee0fff75']}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:42.206449 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Request body: {'port': {'device_id': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:42.207847 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2a1c742-eeec-4824-b227-fb8ed70bc852 req-41d7f86d-b930-428b-8be4-e3d91dbe676c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0638254 Sep 25 04:36:42.224177 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Provisioning complete for port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:42.224822 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.225275 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Attempt 1 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:36:42.263763 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:42.268629 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7e4ac443-c60e-4581-a1b3-15195ac82188 req-e1f349e1-99bd-421b-a4df-6e793df7c340 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430017 Sep 25 04:36:42.270850 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-1605f958-85a6-47cb-8ece-4c74fba9ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:42.272521 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-1605f958-85a6-47cb-8ece-4c74fba9ff0c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798705 Sep 25 04:36:42.275814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.322791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:42.327425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.327557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:42.333639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:42.367746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:42.422207 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:42.422830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.427785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a651f728-c36f-4ecf-af0e-ce4e90bdb047 req-62516679-6d7e-48a5-81c6-da594573fffe tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0436306 Sep 25 04:36:42.451945 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-858a3810-d047-4db1-a35e-64817a4883c4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3394549 Sep 25 04:36:42.472370 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Made reservation on behalf of a2ac515b97884375b3e85c6e54de81bc for: {'port': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:36:42.478936 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.680966 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.765828 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Attempt 2 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:36:42.865366 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:42.868334 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:42.883546 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=59 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:42.894269 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Allocated IP 172.20.0.4 (442ef807-682d-48e2-b151-5ae7fd6da3f5/dde4d932-3389-4754-b421-613ed6861c61/28807ae7-bb46-4e31-93d7-48170864edca) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:36:42.954476 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Request body: {'port': {'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:43.026103 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bfd4e-4a08-457a-be6f-131819b95fcb req-d96ed017-d79b-4634-85fa-f004b498100b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.028392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe6bfd4e-4a08-457a-be6f-131819b95fcb req-d96ed017-d79b-4634-85fa-f004b498100b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 932 time: 0.2883637 Sep 25 04:36:43.093522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54612) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:43.111255 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:36:43.179653 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-d07ce6ed-677d-4e37-b22c-834c1b13c4c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701262 Sep 25 04:36:43.209003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:43.214426 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:43.223642 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (02bb815d-6dec-4eac-9221-50f10407403b), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.226350 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0dc49-5a7c-417c-8f7f-3b2f733f8f5b req-5b6b9d0e-2443-4992-ab93-a89c48a09da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.228144 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44d0dc49-5a7c-417c-8f7f-3b2f733f8f5b req-5b6b9d0e-2443-4992-ab93-a89c48a09da6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 1129 time: 0.1689582 Sep 25 04:36:43.230773 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:36:43.241786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:36:43.242395 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.244799 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 Sep 25 04:36:43.246280 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352ac3fb-d005-4e6e-98b0-7339ef6c2202 {{(pid=106426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:43.267115 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks [] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.288008 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe6bfd4e-4a08-457a-be6f-131819b95fcb req-7dac4a33-c3d9-4892-a7e1-6f7889dc51f4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464142 Sep 25 04:36:43.296502 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.provisioning_blocks [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Transition to ACTIVE for port object 352ac3fb-d005-4e6e-98b0-7339ef6c2202 will not be triggered until provisioned by entity L2. {{(pid=106426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:43.301995 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (28807ae7-bb46-4e31-93d7-48170864edca), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.306626 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.331345 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca4da2-9775-40c7-8491-97cb9a095cf7 req-58c74b50-596c-40d7-b511-9d4794899bc5 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.333689 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a2ca4da2-9775-40c7-8491-97cb9a095cf7 req-58c74b50-596c-40d7-b511-9d4794899bc5 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.2106266 Sep 25 04:36:43.368453 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Attempt 3 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:36:43.421518 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Pushing event updated for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:43.462184 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:43.465657 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:43.513197 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e2a10614-64b3-4604-8b06-7f40520e37f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.516293 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Attempting to bind port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:43.516855 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Attempting to bind port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:43.517149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Attempting to bind port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:43.518466 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:43.519108 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.571548 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.574011 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 on network 10349c1a-2a69-4296-a276-3606a4c13086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:43.574570 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Attempting to bind port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:43.576902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:43.592309 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.616220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44d0dc49-5a7c-417c-8f7f-3b2f733f8f5b req-bd37e8f6-2255-4b69-a45f-53fa1a1e7900 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454988 Sep 25 04:36:43.636658 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa078ce7-a5eb-4c4d-b96b-7b890ac23e73 req-5ac26d9a-d71b-480c-a66b-e1bcb2d73284 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.638667 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aa078ce7-a5eb-4c4d-b96b-7b890ac23e73 req-5ac26d9a-d71b-480c-a66b-e1bcb2d73284 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 932 time: 0.1948867 Sep 25 04:36:43.688175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:36:43.695098 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76f4fdf7-3af5-4374-81ce-de35bdf46233 req-bd93fe6b-a95a-41d4-9b60-55c5715af9f8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063252 Sep 25 04:36:43.697576 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:43.720495 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:36:43.722780 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:43.740360 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:36:43.747712 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a2ca4da2-9775-40c7-8491-97cb9a095cf7 req-f74063fa-f737-49cd-9700-5fc05c78d5d3 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954244 Sep 25 04:36:43.826689 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.827541 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.831665 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:43.848222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:43.848891 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Checking segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:43.853676 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Bound using segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:43.855038 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Bound port: 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:43.855506 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.895605 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-e8a0f29a-c4ad-4a18-976b-e7bee070b473 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7138925 Sep 25 04:36:43.963712 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, cleared binding levels {{(pid=106426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:43.967817 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:43.968051 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Attempt 4 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:36:43.972143 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aa078ce7-a5eb-4c4d-b96b-7b890ac23e73 req-c801aa1d-1351-4b04-83b3-8220a0a12a79 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2704215 Sep 25 04:36:43.978505 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.996765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:43.996765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:43.996765 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 1094 time: 1.7836733 Sep 25 04:36:43.996765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:43.996765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af9f04-3afc-4d9f-afab-d4b8ba576043" -d '{"events": [{"name": "network-changed", "server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:44.028844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6d8c-1a55-4f0b-b961-67c5c477d0c9 req-c5daa682-7818-405f-993b-c9025f57e5c0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:44.031941 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:36:44.042447 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6beb6d8c-1a55-4f0b-b961-67c5c477d0c9 req-c5daa682-7818-405f-993b-c9025f57e5c0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1176102 Sep 25 04:36:44.076725 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:44.080724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5dd982-6b6e-4c2c-90fa-f12a4e36358c" -d '{"events": [{"server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:44.097536 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9e9be-37e2-4a6b-9d6a-c38aee8dbb58 service neutron] Pushing event updated for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=3']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.105810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Request body: {'port': {'device_id': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:36:44.198853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.200771 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e2a10614-64b3-4604-8b06-7f40520e37f1 admin admin] Publish callbacks [] for security_group (77befc31-4825-4f9d-99d1-567f22ec2d2c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.226520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e2a10614-64b3-4604-8b06-7f40520e37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (77befc31-4825-4f9d-99d1-567f22ec2d2c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.248150 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54662) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:44.268231 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6beb6d8c-1a55-4f0b-b961-67c5c477d0c9 req-dd6d019c-be7e-4fab-9de4-2326605d6784 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250273 Sep 25 04:36:44.274004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338b64-ad75-4f52-b6ee-bcec4f112cde req-b2b1c3e1-fc1a-43e8-8095-a92bae3bf9a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:44.282554 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-70338b64-ad75-4f52-b6ee-bcec4f112cde req-b2b1c3e1-fc1a-43e8-8095-a92bae3bf9a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 931 time: 0.1691306 Sep 25 04:36:44.350810 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e2a10614-64b3-4604-8b06-7f40520e37f1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5b17c9aa4e2c49aa923d78d6ce37e9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2530696 Sep 25 04:36:44.351982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a10614-64b3-4604-8b06-7f40520e37f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77befc31-4825-4f9d-99d1-567f22ec2d2c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.356210 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54668) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:44.375739 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99475b4f-808a-412b-8e8c-0ff0c5877f14 x-openstack-request-id: req-99475b4f-808a-412b-8e8c-0ff0c5877f14 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:44.376037 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:44.376343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99475b4f-808a-412b-8e8c-0ff0c5877f14 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:44.377375 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99475b4f-808a-412b-8e8c-0ff0c5877f14'] response: {'name': 'network-changed', 'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'status': 'completed', 'code': 200} Sep 25 04:36:44.386732 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:44.403913 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bb815d-6dec-4eac-9221-50f10407403b {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:44.417370 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e35af8-9839-414f-981a-cc202860ae66 x-openstack-request-id: req-12e35af8-9839-414f-981a-cc202860ae66 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:44.418088 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:44.418600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12e35af8-9839-414f-981a-cc202860ae66 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:44.419219 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e35af8-9839-414f-981a-cc202860ae66'] response: {'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739', 'code': 200} Sep 25 04:36:44.427703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks [] for port (02bb815d-6dec-4eac-9221-50f10407403b), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.454869 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6f57783c-fd0b-4d93-9fa5-4e0b51efbcce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.471856 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:44.473407 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-70338b64-ad75-4f52-b6ee-bcec4f112cde req-e2a3a454-d907-4701-8954-01622a65d35c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896570 Sep 25 04:36:44.482515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Transition to ACTIVE for port object 02bb815d-6dec-4eac-9221-50f10407403b will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:44.523363 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.534078 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Attempt 5 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:36:44.544487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:44.557792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] Publish callbacks [] for security_group (77befc31-4825-4f9d-99d1-567f22ec2d2c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.587275 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:44.593356 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a9b1-67da-4576-b9cb-94d5d0d90637 None None] Port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:36:44.594028 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0c791-e1d2-4728-a0a4-13778cc686f4 req-a9200fab-90c9-4efc-bc56-45a63f8bb4ba tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:44.597167 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ece0c791-e1d2-4728-a0a4-13778cc686f4 req-a9200fab-90c9-4efc-bc56-45a63f8bb4ba tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 944 time: 0.1178823 Sep 25 04:36:44.625644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Pushing event updated for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.632777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:44.643672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:44.647989 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks [] for port (28807ae7-bb46-4e31-93d7-48170864edca), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.648135 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] Publish callbacks [] for security_group (77befc31-4825-4f9d-99d1-567f22ec2d2c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.651319 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6f57783c-fd0b-4d93-9fa5-4e0b51efbcce admin admin] Publish callbacks [] for security_group (34021282-d5b0-47cf-8bfe-3d59560754fb), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.659842 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6f57783c-fd0b-4d93-9fa5-4e0b51efbcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (34021282-d5b0-47cf-8bfe-3d59560754fb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.676454 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.provisioning_blocks [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Transition to ACTIVE for port object 28807ae7-bb46-4e31-93d7-48170864edca will not be triggered until provisioned by entity L2. {{(pid=106426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:36:44.691863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.729806 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6f57783c-fd0b-4d93-9fa5-4e0b51efbcce admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=957087b9343a41ddbdb7c28fda2de2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805212 Sep 25 04:36:44.736663 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54670) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:44.749876 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57783c-fd0b-4d93-9fa5-4e0b51efbcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34021282-d5b0-47cf-8bfe-3d59560754fb,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.836231 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:44.883171 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] Publish callbacks [] for security_group (34021282-d5b0-47cf-8bfe-3d59560754fb), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.899411 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Attempting to bind port 28807ae7-bb46-4e31-93d7-48170864edca on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:44.899743 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Attempting to bind port 28807ae7-bb46-4e31-93d7-48170864edca by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:44.900069 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Attempting to bind port 28807ae7-bb46-4e31-93d7-48170864edca on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:44.929791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] Publish callbacks [] for security_group (34021282-d5b0-47cf-8bfe-3d59560754fb), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:44.950710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ece0c791-e1d2-4728-a0a4-13778cc686f4 req-3ee3446b-a89b-4d5c-841d-3415a12f51f8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449633 Sep 25 04:36:44.967898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Attempting to bind port 02bb815d-6dec-4eac-9221-50f10407403b on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:36:44.968440 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Attempting to bind port 02bb815d-6dec-4eac-9221-50f10407403b by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:36:44.968977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Attempting to bind port 02bb815d-6dec-4eac-9221-50f10407403b on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:44.977879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24af67-6580-4a73-b635-48c73c5fc871 req-0a57fa5d-da10-419c-932f-a927edc43035 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:44.985127 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Port 28807ae7-bb46-4e31-93d7-48170864edca on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:44.985514 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Attempting to bind port 28807ae7-bb46-4e31-93d7-48170864edca on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:44.989322 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7c24af67-6580-4a73-b635-48c73c5fc871 req-0a57fa5d-da10-419c-932f-a927edc43035 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.1113365 Sep 25 04:36:45.044492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (34021282-d5b0-47cf-8bfe-3d59560754fb), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.047064 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.051270 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/34021282-d5b0-47cf-8bfe-3d59560754fb HTTP/1.1" status: 204 len: 168 time: 0.3097467 Sep 25 04:36:45.052776 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:45.053119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Checking segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:45.053948 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Bound using segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} {{(pid=106426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:45.054412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.managers [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Bound port: 28807ae7-bb46-4e31-93d7-48170864edca, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}}] {{(pid=106426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:45.054772 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.062394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b4ce9-5351-43d0-8cd3-d4a46199dd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34021282-d5b0-47cf-8bfe-3d59560754fb,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:45.120318 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (77befc31-4825-4f9d-99d1-567f22ec2d2c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.124024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.127846 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/77befc31-4825-4f9d-99d1-567f22ec2d2c HTTP/1.1" status: 204 len: 168 time: 0.7668109 Sep 25 04:36:45.163768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc77cb-8453-4354-a3cf-2256eef84a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77befc31-4825-4f9d-99d1-567f22ec2d2c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:45.179162 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ccff0-d713-40e8-b793-194c8a9513e7 req-ef36a1a9-7231-4433-bc31-a8f89d291ed4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.186982 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-675ccff0-d713-40e8-b793-194c8a9513e7 req-ef36a1a9-7231-4433-bc31-a8f89d291ed4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.1326938 Sep 25 04:36:45.210697 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Port 02bb815d-6dec-4eac-9221-50f10407403b on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:36:45.210801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Attempting to bind port 02bb815d-6dec-4eac-9221-50f10407403b on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:36:45.221188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7c24af67-6580-4a73-b635-48c73c5fc871 req-9d19d8eb-f1e7-4120-ae1a-edbc4bf3827f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851070 Sep 25 04:36:45.229032 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, cleared binding levels {{(pid=106426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:45.262930 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:45.282633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.287057 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.287677 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.289642 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 1093 time: 1.1883152 Sep 25 04:36:45.366691 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-675ccff0-d713-40e8-b793-194c8a9513e7 req-5407af9a-f154-4582-b7ce-7514922baab8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1787169 Sep 25 04:36:45.431257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:36:45.431879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:36:45.432505 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:36:45.433350 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Bound port: 02bb815d-6dec-4eac-9221-50f10407403b, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:36:45.433949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (02bb815d-6dec-4eac-9221-50f10407403b), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.441264 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-55d04160-f5d5-4c4a-b782-985d338228d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.444334 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-55d04160-f5d5-4c4a-b782-985d338228d5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1128 time: 0.1347191 Sep 25 04:36:45.533545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd15a3-740f-445b-818d-97238554a83f req-d168ccb7-572f-49a5-8e26-180e46a7daee tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.537619 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29bd15a3-740f-445b-818d-97238554a83f req-d168ccb7-572f-49a5-8e26-180e46a7daee tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1294513 Sep 25 04:36:45.571088 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-3faa7c26-ef09-4452-ba63-1baf83cbfd29 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2340782 Sep 25 04:36:45.639177 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb537ed-65bf-404d-88cb-f4594f6116db service neutron] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=3']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:45.734006 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d9e29-e573-4441-adb7-5c30e00342c0 req-12c184ea-623e-43bf-9dc8-a98910efda32 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.735576 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a38d9e29-e573-4441-adb7-5c30e00342c0 req-12c184ea-623e-43bf-9dc8-a98910efda32 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0892477 Sep 25 04:36:45.744520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:36:45.752859 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54710) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:45.759551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=02bb815d-6dec-4eac-9221-50f10407403b,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:36:45.762020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:45.772777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54712) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:45.779537 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29bd15a3-740f-445b-818d-97238554a83f req-766907ab-c138-484f-bbe0-7afe1ccb3653 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776543 Sep 25 04:36:45.781293 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:45.782411 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-32388044-3df8-4d7f-b98a-9130954abedd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.784678 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.788630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:45.789698 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.791302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/02bb815d-6dec-4eac-9221-50f10407403b HTTP/1.1" status: 200 len: 1094 time: 2.8416209 Sep 25 04:36:45.797408 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:45.800078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "tag": "02bb815d-6dec-4eac-9221-50f10407403b"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:45.800212 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1483715-b828-444c-b841-a39770bea6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.825889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:45.880022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ccb625-02d4-4131-a21a-628e37816c41 x-openstack-request-id: req-66ccb625-02d4-4131-a21a-628e37816c41 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:45.880619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "tag": "02bb815d-6dec-4eac-9221-50f10407403b", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:45.880797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66ccb625-02d4-4131-a21a-628e37816c41 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:45.881291 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ccb625-02d4-4131-a21a-628e37816c41'] response: {'name': 'network-changed', 'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b', 'status': 'completed', 'code': 200} Sep 25 04:36:45.891853 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45beeb5-5902-4ee0-8030-2b590796f016 service neutron] Pushing event updated for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:45.920351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a38d9e29-e573-4441-adb7-5c30e00342c0 req-94f9030a-8435-4de4-acb1-bd37d6ab041a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734502 Sep 25 04:36:45.966960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-32388044-3df8-4d7f-b98a-9130954abedd admin admin] Publish callbacks [] for security_group (57d1171b-dfd2-47cd-bf15-efc17eef9d6b), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.974538 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-32388044-3df8-4d7f-b98a-9130954abedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (57d1171b-dfd2-47cd-bf15-efc17eef9d6b), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:45.976926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-7aa4815a-fa62-4d51-8346-3e2241aa1fa5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 217 time: 0.0388625 Sep 25 04:36:46.008539 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1483715-b828-444c-b841-a39770bea6f1 admin admin] Publish callbacks [] for security_group (c83f4687-a922-4f6f-8075-81e49fdc61af), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.023178 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1483715-b828-444c-b841-a39770bea6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c83f4687-a922-4f6f-8075-81e49fdc61af), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.035419 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-32388044-3df8-4d7f-b98a-9130954abedd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6bafdf52ef5c4793becbab3a1b69cb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786508 Sep 25 04:36:46.036559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54718) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:46.038471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32388044-3df8-4d7f-b98a-9130954abedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1171b-dfd2-47cd-bf15-efc17eef9d6b,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:46.073043 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e1483715-b828-444c-b841-a39770bea6f1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=14c065d1976144cc9c960e2968da9c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991560 Sep 25 04:36:46.076904 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54720) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:46.109115 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1483715-b828-444c-b841-a39770bea6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f4687-a922-4f6f-8075-81e49fdc61af,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:46.200189 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-301dd5cf-ae66-4c50-b8ff-1c9f511228a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.202071 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-301dd5cf-ae66-4c50-b8ff-1c9f511228a3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1127 time: 0.1189070 Sep 25 04:36:46.211088 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54728) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:46.235674 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2c7c8-7969-413f-984e-0c9947644f7e req-0ebe5890-b8aa-4228-b9e3-478ae49c461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.237677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54a2c7c8-7969-413f-984e-0c9947644f7e req-0ebe5890-b8aa-4228-b9e3-478ae49c461a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1130 time: 0.1438117 Sep 25 04:36:46.238673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-ddf925e3-7920-4911-902c-40ba8491b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.239760 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-ddf925e3-7920-4911-902c-40ba8491b8df service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 1128 time: 0.0895429 Sep 25 04:36:46.277015 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-60b6d18a-b529-495b-ad34-14e8d5e72dec service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 217 time: 0.0562422 Sep 25 04:36:46.286160 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] Publish callbacks [] for security_group (c83f4687-a922-4f6f-8075-81e49fdc61af), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.307784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-2abe9fd4-6c54-40f5-b847-580ca19abd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.312018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-2abe9fd4-6c54-40f5-b847-580ca19abd1f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.1044207 Sep 25 04:36:46.335577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:46.382271 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39552747-3fbc-497d-9c6a-eee8b4300cf0 req-dde2106c-3cdf-402d-aab4-5fba807896c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.383751 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-39552747-3fbc-497d-9c6a-eee8b4300cf0 req-dde2106c-3cdf-402d-aab4-5fba807896c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 944 time: 0.3214769 Sep 25 04:36:46.390797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:36:46.393528 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4d931-64b6-486a-ba86-40d09f974a42" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:36:46.422448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-321f2503-3f32-4cfa-b8dd-df0296af923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.423883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-321f2503-3f32-4cfa-b8dd-df0296af923a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.3004143 Sep 25 04:36:46.425408 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] Publish callbacks [] for security_group (c83f4687-a922-4f6f-8075-81e49fdc61af), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.439198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c69b299c-df5c-4dea-8131-1064ec78adb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.483566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] Publish callbacks [] for security_group (57d1171b-dfd2-47cd-bf15-efc17eef9d6b), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.514484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-b87f5c1a-67e1-4a2a-9de6-81982a87a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.515928 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-b87f5c1a-67e1-4a2a-9de6-81982a87a5e5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.2267859 Sep 25 04:36:46.545314 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041f6ac-acbd-445e-9164-121af6d1970c req-2f58ad08-4c79-42ff-a024-59599a78e6e8 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.546746 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b041f6ac-acbd-445e-9164-121af6d1970c req-2f58ad08-4c79-42ff-a024-59599a78e6e8 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.2098825 Sep 25 04:36:46.586743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] Publish callbacks [] for security_group (57d1171b-dfd2-47cd-bf15-efc17eef9d6b), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.597464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-ead1df52-8ca2-4242-9a8d-6959851f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.598964 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-ead1df52-8ca2-4242-9a8d-6959851f9585 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394949 Sep 25 04:36:46.601103 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54a2c7c8-7969-413f-984e-0c9947644f7e req-1d833394-7c22-46cf-a0e5-391ddc79182c service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970068 Sep 25 04:36:46.603639 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:46.610124 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-1bf73b98-2879-40a9-842c-8b0e5ad82557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.611502 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-1bf73b98-2879-40a9-842c-8b0e5ad82557 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5ead2221f7f54d6cbea9fc086a089342&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3438609 Sep 25 04:36:46.613816 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-cde8e49b-b16a-46cd-89dd-02458d8c49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.614930 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-cde8e49b-b16a-46cd-89dd-02458d8c49ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733175 Sep 25 04:36:46.630913 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c83f4687-a922-4f6f-8075-81e49fdc61af), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.633542 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.635326 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c83f4687-a922-4f6f-8075-81e49fdc61af HTTP/1.1" status: 204 len: 168 time: 0.5534592 Sep 25 04:36:46.649581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afb7d9-fa0b-4948-b535-235439d5855e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f4687-a922-4f6f-8075-81e49fdc61af,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:46.687286 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-46acd020-50f8-4557-8f7b-26a4f4ec059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:46.689168 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-46acd020-50f8-4557-8f7b-26a4f4ec059c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.3479567 Sep 25 04:36:46.704844 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-39552747-3fbc-497d-9c6a-eee8b4300cf0 req-86e19a46-c994-4eff-b5e5-0d74c7b50c65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863543 Sep 25 04:36:46.708791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c69b299c-df5c-4dea-8131-1064ec78adb0 admin admin] Publish callbacks [] for security_group (eb7444c5-f2a7-442f-9d9b-2e63b509c947), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.718098 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c69b299c-df5c-4dea-8131-1064ec78adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (eb7444c5-f2a7-442f-9d9b-2e63b509c947), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.719152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b041f6ac-acbd-445e-9164-121af6d1970c req-572307eb-ac2a-44cf-9a1b-706fa60a29a4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596618 Sep 25 04:36:46.750570 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=13,neutron:UPDATE=1,neutron:SELECT=83,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:46.757231 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b299c-df5c-4dea-8131-1064ec78adb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7444c5-f2a7-442f-9d9b-2e63b509c947,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:46.769376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (57d1171b-dfd2-47cd-bf15-efc17eef9d6b), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.777092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:46.780842 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/57d1171b-dfd2-47cd-bf15-efc17eef9d6b HTTP/1.1" status: 204 len: 168 time: 0.7429709 Sep 25 04:36:46.788275 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c69b299c-df5c-4dea-8131-1064ec78adb0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26d0487282904512bffc6b4c356bcdd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5761993 Sep 25 04:36:46.793003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54744) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:46.822311 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869e9e-e1db-4adc-b8e9-30ef0a043f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1171b-dfd2-47cd-bf15-efc17eef9d6b,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:46.839734 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7458e-091b-494f-826e-463ed832a74d x-openstack-request-id: req-99d7458e-091b-494f-826e-463ed832a74d {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:36:46.841530 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:36:46.841766 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99d7458e-091b-494f-826e-463ed832a74d {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:36:46.842249 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d7458e-091b-494f-826e-463ed832a74d'] response: {'name': 'network-changed', 'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'status': 'completed', 'code': 200} Sep 25 04:36:46.892485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:46.990814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2701f8-c694-48d7-a34e-e1845b44aae8 req-59f831f6-c24d-429d-a556-1db32d438b92 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.002230 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-be2701f8-c694-48d7-a34e-e1845b44aae8 req-59f831f6-c24d-429d-a556-1db32d438b92 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0786483 Sep 25 04:36:47.178796 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] Publish callbacks [] for security_group (eb7444c5-f2a7-442f-9d9b-2e63b509c947), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:47.191041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c27c8-bd14-4542-a9d9-3de3cc750275 req-7f9a665e-1b2d-42a8-b09d-cb70e94b2185 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.197354 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-152c27c8-bd14-4542-a9d9-3de3cc750275 req-7f9a665e-1b2d-42a8-b09d-cb70e94b2185 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.3839774 Sep 25 04:36:47.314281 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-152c27c8-bd14-4542-a9d9-3de3cc750275 req-05e01852-7cd3-43f2-97f5-f49dcb139d86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1160028 Sep 25 04:36:47.321452 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-36a27fd9-a1f1-4a6f-9b5d-3e561a7d3585 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.2892084 Sep 25 04:36:47.354081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] Publish callbacks [] for security_group (eb7444c5-f2a7-442f-9d9b-2e63b509c947), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:47.389639 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-be2701f8-c694-48d7-a34e-e1845b44aae8 req-657de4d9-96d2-4731-9e12-0103d4361928 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675337 Sep 25 04:36:47.478750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90d9a-8f3c-4aeb-aa3a-fd26b2a8b99a req-acaeb78a-51ad-4b77-b78f-1186f4106ce7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.480227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67c90d9a-8f3c-4aeb-aa3a-fd26b2a8b99a req-acaeb78a-51ad-4b77-b78f-1186f4106ce7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0616732 Sep 25 04:36:47.543029 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67c90d9a-8f3c-4aeb-aa3a-fd26b2a8b99a req-8d81d81f-56dc-4ee2-8641-e27fe76d9b8a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504625 Sep 25 04:36:47.545956 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-010b94b0-7e47-4721-9501-8dc15c66d9cb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339808 Sep 25 04:36:47.633146 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:47.655491 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-2e2fbb8d-1d38-4104-8f53-1a11e77e1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.657011 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-2e2fbb8d-1d38-4104-8f53-1a11e77e1d87 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.1183097 Sep 25 04:36:47.660035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (eb7444c5-f2a7-442f-9d9b-2e63b509c947), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:47.662547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:47.666045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/eb7444c5-f2a7-442f-9d9b-2e63b509c947 HTTP/1.1" status: 204 len: 168 time: 0.8687155 Sep 25 04:36:47.675036 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-d7b4161a-03d0-477d-b990-930091096667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.676380 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da943ba8-eb33-4d19-aa1c-402950e20a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7444c5-f2a7-442f-9d9b-2e63b509c947,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:47.676694 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-dddc59cd-1ac2-45f4-96f6-b481d3c6c8a6 req-d7b4161a-03d0-477d-b990-930091096667 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6837022 Sep 25 04:36:47.681791 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-35fb847d-4d2a-442c-8daa-07ee68e898bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766260 Sep 25 04:36:47.757477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-6c4d4124-cdfc-4a2f-93e8-ec1c074a431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:47.759328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-6c4d4124-cdfc-4a2f-93e8-ec1c074a431a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839808 Sep 25 04:36:47.764193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f918a9d2-60d9-49f1-9472-93e1659a77d7 req-d9debdd3-0d35-4e39-afa1-206b0b55880b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105286 Sep 25 04:36:47.877343 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-9a7668ba-e7f8-4ea6-8f3e-1d6bf420dc0c req-8a88f862-803f-47f9-b741-bea26f0c9850 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715701 Sep 25 04:36:48.095804 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-1d3be938-d424-47a9-b776-73555bd95e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:48.097366 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-1d3be938-d424-47a9-b776-73555bd95e03 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 1128 time: 0.3056769 Sep 25 04:36:48.116512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ac47c-a0fb-40b1-b5da-49fe4abbd793 req-53d4a91f-38dd-481a-9339-913158b5f564 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:48.121277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-015ac47c-a0fb-40b1-b5da-49fe4abbd793 req-53d4a91f-38dd-481a-9339-913158b5f564 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 944 time: 0.2692947 Sep 25 04:36:48.185019 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-90d4058e-b7b6-44d0-b40b-28a194f0954b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077084 Sep 25 04:36:48.188856 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54798) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:48.197128 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-015ac47c-a0fb-40b1-b5da-49fe4abbd793 req-c03d9f55-e916-4cf1-9363-fcc0210b7f73 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701251 Sep 25 04:36:48.220665 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-822179b7-100e-4fcd-a8fa-a806be9b89c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.324267 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-822179b7-100e-4fcd-a8fa-a806be9b89c3 admin admin] Publish callbacks [] for security_group (890e15e8-dc1a-4fed-bfad-9d792559658a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.333691 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-822179b7-100e-4fcd-a8fa-a806be9b89c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (890e15e8-dc1a-4fed-bfad-9d792559658a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.431714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54814) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:48.432908 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-822179b7-100e-4fcd-a8fa-a806be9b89c3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26d4a30838dc41fb923f18b7aa73a3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386394 Sep 25 04:36:48.433913 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822179b7-100e-4fcd-a8fa-a806be9b89c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890e15e8-dc1a-4fed-bfad-9d792559658a,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:48.511319 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f02c6b-c4f7-4e07-9795-399c6c1f4fae req-3f341567-a59a-4888-808d-356466fd3951 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:48.513417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-18f02c6b-c4f7-4e07-9795-399c6c1f4fae req-3f341567-a59a-4888-808d-356466fd3951 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0740204 Sep 25 04:36:48.568531 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] Publish callbacks [] for security_group (890e15e8-dc1a-4fed-bfad-9d792559658a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.591469 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:48.603105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] Publish callbacks [] for security_group (890e15e8-dc1a-4fed-bfad-9d792559658a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.607800 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-18f02c6b-c4f7-4e07-9795-399c6c1f4fae req-89490ccb-253d-4d85-8c8b-0821487feb3f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0870166 Sep 25 04:36:48.667862 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (890e15e8-dc1a-4fed-bfad-9d792559658a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.673204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:48.675188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/890e15e8-dc1a-4fed-bfad-9d792559658a HTTP/1.1" status: 204 len: 168 time: 0.2424684 Sep 25 04:36:48.686659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca844a6-ab20-4671-bd24-44a0cf041d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890e15e8-dc1a-4fed-bfad-9d792559658a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:48.754118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7be294-0d70-4c52-ab57-c174bf90b333 req-e90c38e8-8c5f-4fff-8251-b9a30955cd0c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:48.755710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fa7be294-0d70-4c52-ab57-c174bf90b333 req-e90c38e8-8c5f-4fff-8251-b9a30955cd0c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0658307 Sep 25 04:36:48.810830 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fa7be294-0d70-4c52-ab57-c174bf90b333 req-0b6bd031-9096-4ef3-8b7d-c302bbe3acbd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Sep 25 04:36:48.929400 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ab607-361a-44de-9b35-b3aa500b65fc req-651b875f-18e4-4c49-b811-fe9ce72013c1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:48.931051 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b66ab607-361a-44de-9b35-b3aa500b65fc req-651b875f-18e4-4c49-b811-fe9ce72013c1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Sep 25 04:36:48.987204 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b66ab607-361a-44de-9b35-b3aa500b65fc req-9d13231f-da6d-4adf-9ae1-536369c6841d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499756 Sep 25 04:36:49.337866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0cfe7-04b5-439c-8929-da4a2762e6b4 req-fcc8836a-9fbf-49a0-aa4e-dc5681419180 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:49.340068 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8b0cfe7-04b5-439c-8929-da4a2762e6b4 req-fcc8836a-9fbf-49a0-aa4e-dc5681419180 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 944 time: 0.0594404 Sep 25 04:36:49.414835 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8b0cfe7-04b5-439c-8929-da4a2762e6b4 req-41e3a792-7ed8-4ab2-adf3-2faf3ff235b6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623291 Sep 25 04:36:49.797753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9890-7242-4fb5-8bf1-a84a16c4c44f req-2f3086ed-e06e-4ad7-a336-a512ea44cf58 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:49.799465 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bdb9890-7242-4fb5-8bf1-a84a16c4c44f req-2f3086ed-e06e-4ad7-a336-a512ea44cf58 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0963974 Sep 25 04:36:49.888378 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bdb9890-7242-4fb5-8bf1-a84a16c4c44f req-5569e380-2127-462b-8e85-9572761be2fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0798876 Sep 25 04:36:50.013171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:50.035403 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984623c-587c-4189-9734-fbc17231fb9b req-72a8c172-caeb-494f-a9f3-4342d78e9895 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:50.043044 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1984623c-587c-4189-9734-fbc17231fb9b req-72a8c172-caeb-494f-a9f3-4342d78e9895 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0693846 Sep 25 04:36:50.090772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1984623c-587c-4189-9734-fbc17231fb9b req-b6b6f987-33b5-4708-bf2c-e02f4af05dd9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Sep 25 04:36:50.127902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.233603 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b09ca-4f1d-497a-8896-0fa7564f45f9 req-777d0d18-5e5f-45c8-8471-921763b2e042 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:50.235316 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f65b09ca-4f1d-497a-8896-0fa7564f45f9 req-777d0d18-5e5f-45c8-8471-921763b2e042 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0738943 Sep 25 04:36:50.235440 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54916) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:50.338981 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-646707cf-830b-4297-9a41-573cf462a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:50.340941 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-646707cf-830b-4297-9a41-573cf462a76c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1128 time: 0.0418301 Sep 25 04:36:50.365440 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-b8e8dca7-3ea5-4a94-9e36-3c6f42c4a15f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02bb815d-6dec-4eac-9221-50f10407403b HTTP/1.1" status: 200 len: 217 time: 0.0649068 Sep 25 04:36:50.380674 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f65b09ca-4f1d-497a-8896-0fa7564f45f9 req-ac2ddd8d-de71-4fab-a72e-29e3e299755b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341631 Sep 25 04:36:50.412768 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2906fdc5-5416-461c-a08f-ea44714dc04b req-da3e6741-9209-4934-8ffa-f703c228ce21 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840734 Sep 25 04:36:50.526128 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50dfe89c-b9f6-48dc-aa8d-b1c5a1bf03ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.558069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08c2cc-ee73-49ba-9ffb-35e9eebf7438 req-353b1a9d-67cb-4204-beb2-3ccd37e7e798 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:50.559902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce08c2cc-ee73-49ba-9ffb-35e9eebf7438 req-353b1a9d-67cb-4204-beb2-3ccd37e7e798 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 944 time: 0.0516336 Sep 25 04:36:50.618857 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50dfe89c-b9f6-48dc-aa8d-b1c5a1bf03ed admin admin] Publish callbacks [] for security_group (8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.625751 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-50dfe89c-b9f6-48dc-aa8d-b1c5a1bf03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.625919 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce08c2cc-ee73-49ba-9ffb-35e9eebf7438 req-390529b7-491a-44f2-a6ed-941e630e6247 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531950 Sep 25 04:36:50.672443 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-50dfe89c-b9f6-48dc-aa8d-b1c5a1bf03ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b1ccbe61726c46d7b7454882be6c8a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343758 Sep 25 04:36:50.673933 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfe89c-b9f6-48dc-aa8d-b1c5a1bf03ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:50.675423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54932) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:50.728752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] Publish callbacks [] for security_group (8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.750182 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] Publish callbacks [] for security_group (8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.801595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.804549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:50.805814 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0 HTTP/1.1" status: 204 len: 168 time: 0.1285055 Sep 25 04:36:50.817448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041cf55-101b-4979-af37-e41b40218784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f3f52-6cdc-4785-83bc-0b6bbbda9dc0,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:51.025806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:51.049847 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ee1a-aaf4-4307-8a3c-a0d80d2ba1c8 req-707b15af-1e20-4495-971e-790a2ee14165 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:51.058410 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-87c0ee1a-aaf4-4307-8a3c-a0d80d2ba1c8 req-707b15af-1e20-4495-971e-790a2ee14165 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0697331 Sep 25 04:36:51.103932 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 352ac3fb-d005-4e6e-98b0-7339ef6c2202 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:36:51.139506 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-87c0ee1a-aaf4-4307-8a3c-a0d80d2ba1c8 req-7390d6a2-c553-4ea9-a480-c76b298bb008 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0800519 Sep 25 04:36:51.149355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54954) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:51.268284 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:51.286958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'port_id': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'mac_address': 'fa:16:3e:98:d1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:36:51.299018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d9bb7-b1b5-477c-b8ab-ba04bd52bf6b req-d2d87c2d-bf6e-44a4-9740-975e10ac1868 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:51.300587 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b0d9bb7-b1b5-477c-b8ab-ba04bd52bf6b req-d2d87c2d-bf6e-44a4-9740-975e10ac1868 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0700147 Sep 25 04:36:51.331116 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:36:51.331861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.340461 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f9349d8c-c0c6-42df-80ff-861ccb021139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.341380 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54958) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:51.350863 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352ac3fb-d005-4e6e-98b0-7339ef6c2202 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:36:51.356752 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-231bbfca-d923-4260-8373-97360ba0b082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.376568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:36:51.378302 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:51.381148 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.384908 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:51.395916 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b0d9bb7-b1b5-477c-b8ab-ba04bd52bf6b req-ff8b1242-f315-41bb-8fe4-e2e785f1e3cf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883331 Sep 25 04:36:51.419935 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:51.451099 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:51.469296 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f9349d8c-c0c6-42df-80ff-861ccb021139 admin admin] Publish callbacks [] for security_group (a52dafef-2f6b-4e41-95c9-2947c9ef426f), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.472994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-231bbfca-d923-4260-8373-97360ba0b082 admin admin] Publish callbacks [] for security_group (c8738953-216f-403c-94f1-5b68c36fef53), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.476188 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f9349d8c-c0c6-42df-80ff-861ccb021139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a52dafef-2f6b-4e41-95c9-2947c9ef426f), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.477928 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-231bbfca-d923-4260-8373-97360ba0b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c8738953-216f-403c-94f1-5b68c36fef53), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.521494 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-231bbfca-d923-4260-8373-97360ba0b082 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0996205223344abfa89c41bd1a033342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789215 Sep 25 04:36:51.522294 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bbfca-d923-4260-8373-97360ba0b082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8738953-216f-403c-94f1-5b68c36fef53,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:51.524669 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54964) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:51.549679 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:51.562812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9349d8c-c0c6-42df-80ff-861ccb021139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52dafef-2f6b-4e41-95c9-2947c9ef426f,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:51.577789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f9349d8c-c0c6-42df-80ff-861ccb021139 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bdfa54b3dbf4404f8c32c953d2b49e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229078 Sep 25 04:36:51.578087 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] Publish callbacks [] for security_group (c8738953-216f-403c-94f1-5b68c36fef53), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.578577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54966) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:51.591788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37abfa0-67c4-4115-844c-f1ccdf482342 req-e83a205d-949e-4caf-bc5e-e4aeff47f969 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:51.593277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f37abfa0-67c4-4115-844c-f1ccdf482342 req-e83a205d-949e-4caf-bc5e-e4aeff47f969 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.1000614 Sep 25 04:36:51.598833 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] Publish callbacks [] for security_group (c8738953-216f-403c-94f1-5b68c36fef53), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.647301 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c8738953-216f-403c-94f1-5b68c36fef53), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.650132 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.653782 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c8738953-216f-403c-94f1-5b68c36fef53 HTTP/1.1" status: 204 len: 168 time: 0.1255929 Sep 25 04:36:51.660107 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe542fa-34ff-469f-ac30-e3fe1d855994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8738953-216f-403c-94f1-5b68c36fef53,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:51.681478 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f37abfa0-67c4-4115-844c-f1ccdf482342 req-350626bf-d632-4eb7-99e0-547588ea89ce tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807021 Sep 25 04:36:51.686731 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] Publish callbacks [] for security_group (a52dafef-2f6b-4e41-95c9-2947c9ef426f), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.726775 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] Publish callbacks [] for security_group (a52dafef-2f6b-4e41-95c9-2947c9ef426f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.783758 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a52dafef-2f6b-4e41-95c9-2947c9ef426f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.787884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:51.789730 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a52dafef-2f6b-4e41-95c9-2947c9ef426f HTTP/1.1" status: 204 len: 168 time: 0.2096913 Sep 25 04:36:51.801743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907e5fc-61a1-4e8f-b650-1975dc179dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52dafef-2f6b-4e41-95c9-2947c9ef426f,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:52.017546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cc7a9-17ba-4306-8300-bb91c320c59a req-564b042e-7af4-4452-880f-138ede764256 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:52.019308 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-793cc7a9-17ba-4306-8300-bb91c320c59a req-564b042e-7af4-4452-880f-138ede764256 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0585730 Sep 25 04:36:52.085184 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-793cc7a9-17ba-4306-8300-bb91c320c59a req-e790d883-72e5-40e0-8234-5b3b2b401751 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591013 Sep 25 04:36:52.189532 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 54992) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:52.196122 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbc497-04ad-481d-8517-d4fa0b0a80cf req-8a272803-c43a-47b8-ac12-8b182d7fa343 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:52.197692 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fdfbc497-04ad-481d-8517-d4fa0b0a80cf req-8a272803-c43a-47b8-ac12-8b182d7fa343 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0544932 Sep 25 04:36:52.207281 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-67c6f652-115b-4624-ac90-689e604f99aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.257272 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fdfbc497-04ad-481d-8517-d4fa0b0a80cf req-278258c7-ce08-4de8-a712-9d0eea3abd76 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534871 Sep 25 04:36:52.312076 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-67c6f652-115b-4624-ac90-689e604f99aa admin admin] Publish callbacks [] for security_group (f949fa4c-003d-427b-9800-806d224e101a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.316960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-67c6f652-115b-4624-ac90-689e604f99aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f949fa4c-003d-427b-9800-806d224e101a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.365069 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-67c6f652-115b-4624-ac90-689e604f99aa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=740000af86e94b97b973dd68f26c4d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743193 Sep 25 04:36:52.365982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6f652-115b-4624-ac90-689e604f99aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f949fa4c-003d-427b-9800-806d224e101a,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:52.367673 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 54996) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:52.386471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:52.392922 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6341a-afac-42cb-9b8f-b5bddfac3369 req-a6118dfc-505e-4261-bf1d-41108f1b624e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:52.396450 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbe6341a-afac-42cb-9b8f-b5bddfac3369 req-a6118dfc-505e-4261-bf1d-41108f1b624e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0748379 Sep 25 04:36:52.479408 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbe6341a-afac-42cb-9b8f-b5bddfac3369 req-96c987c6-a0c7-46ea-97a1-034e84bbe6a7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787055 Sep 25 04:36:52.480184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] Publish callbacks [] for security_group (f949fa4c-003d-427b-9800-806d224e101a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.507023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] Publish callbacks [] for security_group (f949fa4c-003d-427b-9800-806d224e101a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.556450 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f949fa4c-003d-427b-9800-806d224e101a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.559095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:52.560425 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f949fa4c-003d-427b-9800-806d224e101a HTTP/1.1" status: 204 len: 168 time: 0.1909847 Sep 25 04:36:52.569725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537bb0b-d2d0-482a-b918-1c69b961a398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f949fa4c-003d-427b-9800-806d224e101a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:52.811354 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79463a3-25b9-41bf-a118-7ba941ea69fb req-526e3f6a-ced1-40ca-afe0-a32a5eb70f19 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:52.813263 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a79463a3-25b9-41bf-a118-7ba941ea69fb req-526e3f6a-ced1-40ca-afe0-a32a5eb70f19 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Sep 25 04:36:52.873776 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a79463a3-25b9-41bf-a118-7ba941ea69fb req-14afbfc2-12af-47bd-bb05-375e6d940914 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537083 Sep 25 04:36:53.214337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cc9d8-fca7-437a-af7c-9fb754d4769d req-8bbc6e01-b849-4221-85fb-68f04204fc0f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:53.216564 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d57cc9d8-fca7-437a-af7c-9fb754d4769d req-8bbc6e01-b849-4221-85fb-68f04204fc0f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0550432 Sep 25 04:36:53.299348 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d57cc9d8-fca7-437a-af7c-9fb754d4769d req-4f3aeab5-2d02-4306-b418-8f89a42c0533 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766706 Sep 25 04:36:53.417086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0e04-aaea-43fc-a80f-4dbd51d1f19f req-04a15907-f84c-4bdd-aeb5-5530ff95fa0d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:53.420955 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb4d0e04-aaea-43fc-a80f-4dbd51d1f19f req-04a15907-f84c-4bdd-aeb5-5530ff95fa0d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0612898 Sep 25 04:36:53.477874 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb4d0e04-aaea-43fc-a80f-4dbd51d1f19f req-a53002a5-088a-4a21-b134-0ed849e0ebb9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Sep 25 04:36:53.610564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00d3ad-c48f-4caa-b7bc-4e928047488e req-39b12e66-b890-40f3-b090-a32e9cc549c7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:53.612073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1d00d3ad-c48f-4caa-b7bc-4e928047488e req-39b12e66-b890-40f3-b090-a32e9cc549c7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0487480 Sep 25 04:36:53.640619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:53.668043 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1d00d3ad-c48f-4caa-b7bc-4e928047488e req-e29e88d3-8a48-45ea-a917-9e0343b9d848 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495906 Sep 25 04:36:54.055836 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a81b9-7e11-4e99-8602-53913b9c3574 req-2511a2ed-abe5-4aa6-847b-53ca8a714300 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:54.066791 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-716a81b9-7e11-4e99-8602-53913b9c3574 req-2511a2ed-abe5-4aa6-847b-53ca8a714300 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0832925 Sep 25 04:36:54.157607 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-716a81b9-7e11-4e99-8602-53913b9c3574 req-8e44d216-8b60-43b8-9fc0-62f79271eecf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896480 Sep 25 04:36:54.431495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680d20-d181-4c52-bf31-85f4000dfbcd req-e1ddaa3e-0f21-4fdf-8396-ab326619bc75 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:54.433747 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab680d20-d181-4c52-bf31-85f4000dfbcd req-e1ddaa3e-0f21-4fdf-8396-ab326619bc75 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Sep 25 04:36:54.494526 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab680d20-d181-4c52-bf31-85f4000dfbcd req-4eec448c-2f4d-425b-af95-b2d3a21523c6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537457 Sep 25 04:36:54.617707 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4dd2f-5213-4975-8fd8-996312c126d2 req-adb601ef-e243-4098-b587-a2e92c289da3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:54.619199 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77e4dd2f-5213-4975-8fd8-996312c126d2 req-adb601ef-e243-4098-b587-a2e92c289da3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0524023 Sep 25 04:36:54.668380 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77e4dd2f-5213-4975-8fd8-996312c126d2 req-2c487dc2-513d-4e86-b25f-9bf119caa966 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Sep 25 04:36:54.788129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b443602-4229-4961-84cd-1294d5217832 req-99027f46-4e8e-4919-8bce-5fad453287b7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:54.789634 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b443602-4229-4961-84cd-1294d5217832 req-99027f46-4e8e-4919-8bce-5fad453287b7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0476007 Sep 25 04:36:54.842330 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b443602-4229-4961-84cd-1294d5217832 req-8be7e993-5690-45c2-8fdd-f420bb90005f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466959 Sep 25 04:36:55.312036 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac61c59-5c92-4cd4-ac34-7bf5945f3424 req-2528e9f1-9e4c-4114-a0a1-fc8b6ecb668d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:55.312036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ac61c59-5c92-4cd4-ac34-7bf5945f3424 req-2528e9f1-9e4c-4114-a0a1-fc8b6ecb668d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0517325 Sep 25 04:36:55.332697 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:55.373287 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ac61c59-5c92-4cd4-ac34-7bf5945f3424 req-63bd92f3-32b8-4fb8-b98e-c8bce1052afc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595365 Sep 25 04:36:55.486401 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55130) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:55.612443 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d06a75d-626d-4748-8ae8-d0e0d7467f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.636283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d3848-d742-4f6b-9ca1-ece8a3f673e6 req-cd720b0b-1e7c-4268-a292-cf2d3a074beb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:55.637798 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-456d3848-d742-4f6b-9ca1-ece8a3f673e6 req-cd720b0b-1e7c-4268-a292-cf2d3a074beb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0644944 Sep 25 04:36:55.714232 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-456d3848-d742-4f6b-9ca1-ece8a3f673e6 req-d2ef70a3-dfe4-43c9-ad88-75d8593a806b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681005 Sep 25 04:36:55.748876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d06a75d-626d-4748-8ae8-d0e0d7467f58 admin admin] Publish callbacks [] for security_group (84f14ee0-d8c2-41bf-9da2-e5532f5d4c98), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.752741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d06a75d-626d-4748-8ae8-d0e0d7467f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (84f14ee0-d8c2-41bf-9da2-e5532f5d4c98), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.804377 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06a75d-626d-4748-8ae8-d0e0d7467f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f14ee0-d8c2-41bf-9da2-e5532f5d4c98,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:55.825509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0d06a75d-626d-4748-8ae8-d0e0d7467f58 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=07a6ee99f14c4e5aaef0619b0ad0858e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373480 Sep 25 04:36:55.828074 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55138) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:55.844917 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096763c-3316-4fbc-9221-c39b2462649f req-ca5d20ff-8df7-43b6-a272-8ab48719938e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:55.846315 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3096763c-3316-4fbc-9221-c39b2462649f req-ca5d20ff-8df7-43b6-a272-8ab48719938e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0587847 Sep 25 04:36:55.878198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] Publish callbacks [] for security_group (84f14ee0-d8c2-41bf-9da2-e5532f5d4c98), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.895974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3096763c-3316-4fbc-9221-c39b2462649f req-56e4d3e4-d164-4055-9de0-b9ccd923312c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Sep 25 04:36:55.917612 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] Publish callbacks [] for security_group (84f14ee0-d8c2-41bf-9da2-e5532f5d4c98), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.981360 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (84f14ee0-d8c2-41bf-9da2-e5532f5d4c98), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.984442 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:55.988607 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/84f14ee0-d8c2-41bf-9da2-e5532f5d4c98 HTTP/1.1" status: 204 len: 168 time: 0.1595037 Sep 25 04:36:56.001374 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b297d-f7fb-48ed-ae91-5233416606ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f14ee0-d8c2-41bf-9da2-e5532f5d4c98,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:56.013937 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961c6df-c8dd-41de-9615-3746d67aedb9 req-4805b986-82b4-4394-908d-5656c8e7e915 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:56.017136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b961c6df-c8dd-41de-9615-3746d67aedb9 req-4805b986-82b4-4394-908d-5656c8e7e915 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0533817 Sep 25 04:36:56.067677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b961c6df-c8dd-41de-9615-3746d67aedb9 req-595441fa-aaa8-442b-9f93-bc426bbf5b04 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466876 Sep 25 04:36:56.080653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['352ac3fb-d005-4e6e-98b0-7339ef6c2202'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:36:56.278755 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55146) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:56.292029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b923bf36-c3c6-4324-943e-ef54000fed2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.381222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b923bf36-c3c6-4324-943e-ef54000fed2a admin admin] Publish callbacks [] for security_group (0933faeb-c9e1-494e-9081-506235433ceb), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.385685 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b923bf36-c3c6-4324-943e-ef54000fed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0933faeb-c9e1-494e-9081-506235433ceb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.396359 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:56.406110 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:56.433235 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923bf36-c3c6-4324-943e-ef54000fed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0933faeb-c9e1-494e-9081-506235433ceb,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:56.439512 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b923bf36-c3c6-4324-943e-ef54000fed2a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=da8d5bbb0c394e719169742c6a7e3818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596594 Sep 25 04:36:56.442645 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55158) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:36:56.500141 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] Publish callbacks [] for security_group (0933faeb-c9e1-494e-9081-506235433ceb), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.504320 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:56.524970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] Publish callbacks [] for security_group (0933faeb-c9e1-494e-9081-506235433ceb), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.525996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df6d74-e1c4-48af-878a-d509070ce61f req-50e9109a-cd44-4651-9782-458765cd3c62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:56.527588 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7df6d74-e1c4-48af-878a-d509070ce61f req-50e9109a-cd44-4651-9782-458765cd3c62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0680926 Sep 25 04:36:56.584365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0933faeb-c9e1-494e-9081-506235433ceb), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.587047 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:36:56.588251 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0933faeb-c9e1-494e-9081-506235433ceb HTTP/1.1" status: 204 len: 168 time: 0.1448524 Sep 25 04:36:56.589014 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7df6d74-e1c4-48af-878a-d509070ce61f req-27ed7af8-a4f9-495f-bd35-512d35e083c5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544693 Sep 25 04:36:56.609294 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e2455-3e2e-4375-98dc-3c749e4c906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933faeb-c9e1-494e-9081-506235433ceb,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:36:56.863390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3327630-baf7-47ad-9e92-1cf7ac7ef4ac req-bab6051d-d411-4959-8626-0ff273f275a6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:56.864852 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a3327630-baf7-47ad-9e92-1cf7ac7ef4ac req-bab6051d-d411-4959-8626-0ff273f275a6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0584171 Sep 25 04:36:56.917867 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a3327630-baf7-47ad-9e92-1cf7ac7ef4ac req-066f0b51-3f50-4d2f-b564-550159424774 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470605 Sep 25 04:36:57.055632 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8d8d7-5691-4c87-8740-9405455cd5b4 req-52085b9e-ef22-4571-b67f-8e844804b47e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:57.057145 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac8d8d7-5691-4c87-8740-9405455cd5b4 req-52085b9e-ef22-4571-b67f-8e844804b47e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0492537 Sep 25 04:36:57.108089 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac8d8d7-5691-4c87-8740-9405455cd5b4 req-43ceef25-ce43-47a6-9bbe-1707b0d2315a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452018 Sep 25 04:36:57.214621 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae33829-8696-4237-8779-e3218c798fc1 req-813abe1b-ed01-4afe-826e-b0ad536964cb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:57.216746 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ae33829-8696-4237-8779-e3218c798fc1 req-813abe1b-ed01-4afe-826e-b0ad536964cb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0507784 Sep 25 04:36:57.269248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ae33829-8696-4237-8779-e3218c798fc1 req-24d0a457-c6ff-49c7-869d-65e1b478e360 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466669 Sep 25 04:36:57.722549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad5cb-b72b-4c7a-b7f3-2bec7f17ec67 req-8e81b736-422c-4633-8fe2-d5b5ba1554ed tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:57.724056 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-706ad5cb-b72b-4c7a-b7f3-2bec7f17ec67 req-8e81b736-422c-4633-8fe2-d5b5ba1554ed tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0546298 Sep 25 04:36:57.782858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-706ad5cb-b72b-4c7a-b7f3-2bec7f17ec67 req-289a29e0-a4e0-4c0a-939e-2820b8e13d6e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464027 Sep 25 04:36:58.044615 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:58.063030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd399-2729-4efe-8623-b4fcb5792baa req-7c31e574-12b3-4fab-9c30-e8e6ba14bcf3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:58.064498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fcdbd399-2729-4efe-8623-b4fcb5792baa req-7c31e574-12b3-4fab-9c30-e8e6ba14bcf3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0545819 Sep 25 04:36:58.116891 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fcdbd399-2729-4efe-8623-b4fcb5792baa req-3ebd61b8-ca67-48df-9fed-207299a52b69 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460343 Sep 25 04:36:58.234423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7cb6-92da-42dd-93cc-11c454c0318a req-096e1cb7-b04e-4d9e-95a3-010d8cdb58af tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:58.235925 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b3e7cb6-92da-42dd-93cc-11c454c0318a req-096e1cb7-b04e-4d9e-95a3-010d8cdb58af tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0494208 Sep 25 04:36:58.286427 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b3e7cb6-92da-42dd-93cc-11c454c0318a req-7fdcabcc-e18a-41ee-8f17-5ccaa32118f0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Sep 25 04:36:58.396255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c516d7-1d5b-4b92-9fd3-01b4dfd7272f req-d4a14ec2-6afb-4cae-b288-fdb178cefe7b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:58.397838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67c516d7-1d5b-4b92-9fd3-01b4dfd7272f req-d4a14ec2-6afb-4cae-b288-fdb178cefe7b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0537550 Sep 25 04:36:58.449240 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67c516d7-1d5b-4b92-9fd3-01b4dfd7272f req-5ca970c8-0353-4392-9752-7d71e7804e3f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450885 Sep 25 04:36:58.912671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3803d8a-f294-4a62-8cf9-1481435b55cd req-a0acfaf4-9aaa-4395-bcea-ea5c8157e0d1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:58.914458 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d3803d8a-f294-4a62-8cf9-1481435b55cd req-a0acfaf4-9aaa-4395-bcea-ea5c8157e0d1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0514901 Sep 25 04:36:58.969163 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d3803d8a-f294-4a62-8cf9-1481435b55cd req-67f6c7c7-a672-44fb-8ee7-f8f0611ebd78 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490348 Sep 25 04:36:59.241769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4f44-4bda-41d5-a1d3-4d1158f4c750 req-82d51928-9619-4608-82ce-76385e727533 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:59.243357 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-527c4f44-4bda-41d5-a1d3-4d1158f4c750 req-82d51928-9619-4608-82ce-76385e727533 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Sep 25 04:36:59.297584 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-527c4f44-4bda-41d5-a1d3-4d1158f4c750 req-7248094f-86dd-424e-84aa-6980af5aadff tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476515 Sep 25 04:36:59.412148 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344bb01-8a77-4ec6-a5e9-d2bd422d9575 req-919afd0a-ad07-49c0-b5ec-aae1b2eb85fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:59.413628 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9344bb01-8a77-4ec6-a5e9-d2bd422d9575 req-919afd0a-ad07-49c0-b5ec-aae1b2eb85fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0521276 Sep 25 04:36:59.460211 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9344bb01-8a77-4ec6-a5e9-d2bd422d9575 req-8d51e9ad-494b-4b61-8653-91d9d188fc3e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Sep 25 04:36:59.571206 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246797-8ae9-4e04-8afd-bc0503dce710 req-29507808-b5e9-4890-8799-d66a01680976 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:36:59.572679 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8246797-8ae9-4e04-8afd-bc0503dce710 req-29507808-b5e9-4890-8799-d66a01680976 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0477922 Sep 25 04:36:59.586349 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:36:59.622502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8246797-8ae9-4e04-8afd-bc0503dce710 req-8a50b923-298f-4f3e-bfef-1f7af47d875d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431402 Sep 25 04:36:59.892722 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:36:59.912340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 352ac3fb-d005-4e6e-98b0-7339ef6c2202 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:00.022155 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:37:00.035287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:00.035660 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:00.036000 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 Sep 25 04:37:00.073414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:00.076066 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:00.095688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '28807ae7-bb46-4e31-93d7-48170864edca', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:37:00.099977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0e1be-ddec-4f29-8031-cb7d127e9cd9 req-b6e708d3-a21b-4569-9d49-26c5c7b139ec tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:00.101496 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-83a0e1be-ddec-4f29-8031-cb7d127e9cd9 req-b6e708d3-a21b-4569-9d49-26c5c7b139ec tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0514784 Sep 25 04:37:00.149136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-83a0e1be-ddec-4f29-8031-cb7d127e9cd9 req-c4205b56-e091-478a-aae6-2815525237d4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Sep 25 04:37:00.165358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:00.165746 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:00.178080 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:00.178396 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:00.200717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:37:00.209465 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:00.211666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a15048-126b-4ca4-b408-e3bc8a2a174b" -d '{"events": [{"server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "name": "network-vif-plugged", "status": "completed", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:00.230419 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:00.238937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:00.242837 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:00.247086 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:00.266485 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1b289-48cf-42f0-ab3e-84bbf8ab3140 x-openstack-request-id: req-9ca1b289-48cf-42f0-ab3e-84bbf8ab3140 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:00.266773 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "name": "network-vif-plugged", "status": "completed", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:00.267109 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca1b289-48cf-42f0-ab3e-84bbf8ab3140 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:00.267527 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca1b289-48cf-42f0-ab3e-84bbf8ab3140'] response: {'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'code': 200} Sep 25 04:37:00.300152 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:00.345860 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:00.350060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:00.431416 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234a1a9-bfb3-44bb-88f9-9c58a0a66e0d req-cf4895de-d7d3-4398-b52d-a055283e7b07 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:00.432817 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a234a1a9-bfb3-44bb-88f9-9c58a0a66e0d req-cf4895de-d7d3-4398-b52d-a055283e7b07 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0514529 Sep 25 04:37:00.479671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a234a1a9-bfb3-44bb-88f9-9c58a0a66e0d req-8d35102d-6e3e-42ef-b94a-ec1999ae7564 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Sep 25 04:37:00.586319 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6880-1b23-4bee-b4d1-da8bff1115a3 req-3910f1ee-ae88-40d0-94fc-881711845ae6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:00.587761 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-853e6880-1b23-4bee-b4d1-da8bff1115a3 req-3910f1ee-ae88-40d0-94fc-881711845ae6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0471745 Sep 25 04:37:00.640277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-853e6880-1b23-4bee-b4d1-da8bff1115a3 req-63269e31-46e7-4cae-917f-ca681891b772 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Sep 25 04:37:00.740772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ae156-4446-4d58-b66a-36f23910ca8b req-996fb8e5-d434-4f40-8b09-04eb3f959a10 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:00.742152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf5ae156-4446-4d58-b66a-36f23910ca8b req-996fb8e5-d434-4f40-8b09-04eb3f959a10 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0458150 Sep 25 04:37:00.782353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:00.790108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf5ae156-4446-4d58-b66a-36f23910ca8b req-8dd4d798-0956-40fb-a21d-5703c6bcd9b7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420456 Sep 25 04:37:01.272478 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5bdba-14a0-49c5-bf3d-62f79bcfc7d9 req-061b4cd8-0e99-4de9-bf60-0d2557ae5283 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.273948 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fcd5bdba-14a0-49c5-bf3d-62f79bcfc7d9 req-061b4cd8-0e99-4de9-bf60-0d2557ae5283 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0452919 Sep 25 04:37:01.321749 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fcd5bdba-14a0-49c5-bf3d-62f79bcfc7d9 req-f2a88ad1-ba84-473e-8bad-26ace6a6d054 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Sep 25 04:37:01.557168 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-ba40349c-c22a-456d-b8ea-b5dbd0af1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.558918 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-ba40349c-c22a-456d-b8ea-b5dbd0af1818 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1128 time: 0.0869491 Sep 25 04:37:01.560750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-7f8fdae1-ef77-47bf-9b0f-8f568617e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.562082 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-7f8fdae1-ef77-47bf-9b0f-8f568617e374 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.1005182 Sep 25 04:37:01.588237 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-395e572d-c6a8-40e0-b4a5-e1be799fbcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.589764 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-395e572d-c6a8-40e0-b4a5-e1be799fbcea service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.1274948 Sep 25 04:37:01.610070 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64468675-61b0-4583-bfab-ed11253ba9b8 req-6bc080c7-bab2-49b2-9ffa-f19ffd99e2c9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.611562 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64468675-61b0-4583-bfab-ed11253ba9b8 req-6bc080c7-bab2-49b2-9ffa-f19ffd99e2c9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Sep 25 04:37:01.659459 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64468675-61b0-4583-bfab-ed11253ba9b8 req-6e6a1bfa-5554-44a4-a014-525ab9c2c8f6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Sep 25 04:37:01.810211 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-4f20ca4e-bdb2-4da6-bd37-25dcfc009f4e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 217 time: 0.1064444 Sep 25 04:37:01.820868 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d36a2-a368-4195-8020-db80ca110202 req-ea8a0cf4-6454-4b49-83e9-56f622095ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.822354 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-ea8a0cf4-6454-4b49-83e9-56f622095ce9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1130 time: 0.1209877 Sep 25 04:37:01.866950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-efe32931-74c8-4cc3-8dd4-9680095c728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.868504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-efe32931-74c8-4cc3-8dd4-9680095c728c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1652281 Sep 25 04:37:01.886918 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9cb3a-e507-4e3e-a101-ff33c8dcd53c req-7fef9854-640d-4942-8fda-09d27e9d42ff tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.888549 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31e9cb3a-e507-4e3e-a101-ff33c8dcd53c req-7fef9854-640d-4942-8fda-09d27e9d42ff tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1272624 Sep 25 04:37:01.933385 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-5fa6cadc-22be-491c-99aa-4f69d1abdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:01.935518 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-5fa6cadc-22be-491c-99aa-4f69d1abdd3f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.2345676 Sep 25 04:37:01.970391 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31e9cb3a-e507-4e3e-a101-ff33c8dcd53c req-db2ff083-c1b9-4d88-9e1e-ffdd6be930d3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697489 Sep 25 04:37:02.007483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31b4a6-ab00-4329-b2c6-44164758cbbe req-4993f94f-857b-43f1-bf39-b922a314b332 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.009194 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c31b4a6-ab00-4329-b2c6-44164758cbbe req-4993f94f-857b-43f1-bf39-b922a314b332 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0537586 Sep 25 04:37:02.108193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c31b4a6-ab00-4329-b2c6-44164758cbbe req-905f3954-d747-49f2-ac6a-246f8e5e8589 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0918705 Sep 25 04:37:02.117272 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:02.122495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-022f65f7-9a79-4807-bbbf-b4cae0b59517 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 217 time: 0.0651448 Sep 25 04:37:02.153648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-f48cae30-6b8d-433b-9a0e-71172439f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.155149 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-f48cae30-6b8d-433b-9a0e-71172439f271 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.1028411 Sep 25 04:37:02.198818 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d36a2-a368-4195-8020-db80ca110202 req-7e68f961-4a07-4d80-b705-b2a0e57ea9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.198978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-6b6d0ae3-b64e-48fa-b1ca-f386d4a988b2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438737 Sep 25 04:37:02.200944 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-7e68f961-4a07-4d80-b705-b2a0e57ea9a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1397550 Sep 25 04:37:02.260094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-3fb2f29b-c594-47c2-9761-c2f2f190901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.261608 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-3fb2f29b-c594-47c2-9761-c2f2f190901e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0480831 Sep 25 04:37:02.451321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5f04-cecf-45c8-a259-a5aea5de2e3d req-89182508-1b70-41c1-83c4-a9139ba5005b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.452805 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f1a5f04-cecf-45c8-a259-a5aea5de2e3d req-89182508-1b70-41c1-83c4-a9139ba5005b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0512476 Sep 25 04:37:02.488029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-cff5e5d2-bc85-459b-85a4-c9b38ed17b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.489819 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-cff5e5d2-bc85-459b-85a4-c9b38ed17b5d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435381 Sep 25 04:37:02.503872 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f1a5f04-cecf-45c8-a259-a5aea5de2e3d req-051ad3d5-3481-47a8-b196-b1863a4bfb39 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446227 Sep 25 04:37:02.579181 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['28807ae7-bb46-4e31-93d7-48170864edca'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:37:02.781397 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06032-33d1-411d-88a6-5eb0c95fde39 req-d7d26f98-26f0-4565-9598-56f3d457a8ec tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.782902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06f06032-33d1-411d-88a6-5eb0c95fde39 req-d7d26f98-26f0-4565-9598-56f3d457a8ec tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0465436 Sep 25 04:37:02.828837 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-25a14ee8-5fdc-4ab5-8fe0-a98de05b2d6b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 200 len: 217 time: 0.0429442 Sep 25 04:37:02.966605 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d36a2-a368-4195-8020-db80ca110202 req-a0d112b6-d2ee-47a0-aedf-a41f69bbbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:02.967924 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-a0d112b6-d2ee-47a0-aedf-a41f69bbbc58 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0914664 Sep 25 04:37:03.001003 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-9df294fd-2629-4dfa-898d-4fb6d2580079 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425436 Sep 25 04:37:03.134966 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d36a2-a368-4195-8020-db80ca110202 req-e5be5796-ae6c-4927-a8f9-df68dd84022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.136833 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-e5be5796-ae6c-4927-a8f9-df68dd84022c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895019 Sep 25 04:37:03.139328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:03.178653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84838092-7298-480b-b34c-fc1b00501ffb req-1cab6fc5-90e0-47dd-8014-f41274ef0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.180031 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-84838092-7298-480b-b34c-fc1b00501ffb req-1cab6fc5-90e0-47dd-8014-f41274ef0c36 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1130 time: 0.3425462 Sep 25 04:37:03.187760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-5096f37d-4776-4491-9a05-7f2f39ab0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.189227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-5096f37d-4776-4491-9a05-7f2f39ab0a8e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3593180 Sep 25 04:37:03.192414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06f06032-33d1-411d-88a6-5eb0c95fde39 req-15359edb-7e25-474a-83f4-021c4e22a37c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868721 Sep 25 04:37:03.224593 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-4c225df0-033c-46d7-a87b-b2678904b24a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788247 Sep 25 04:37:03.265887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed65ad5-fccd-4beb-8977-c5b453e239c5 req-abf1731e-b97d-4805-b32a-c57d12cd8645 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.274836 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fed65ad5-fccd-4beb-8977-c5b453e239c5 req-abf1731e-b97d-4805-b32a-c57d12cd8645 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1719930 Sep 25 04:37:03.305292 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-1fdf174b-a622-47cd-834a-6c8f7508c0d0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404374 Sep 25 04:37:03.351688 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ecac3c5-4f3f-4c4e-ad9d-05ed1514108c req-eef635b4-fa6f-4eec-89ec-12d385b54b6f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306809 Sep 25 04:37:03.373077 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:03.391365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:03.426283 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-fb8d36a2-a368-4195-8020-db80ca110202 req-344322c0-b6cd-4343-8f2d-e3969aa5f846 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164637 Sep 25 04:37:03.457706 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f109-0d2b-4fe3-9c70-d04926075e96 req-c435d6b4-d8d0-4614-a01a-63f95e449480 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.459271 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7b8f109-0d2b-4fe3-9c70-d04926075e96 req-c435d6b4-d8d0-4614-a01a-63f95e449480 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.1727154 Sep 25 04:37:03.469768 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-84838092-7298-480b-b34c-fc1b00501ffb req-a306ed05-8b53-4026-a0e5-9c78e27c563d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718647 Sep 25 04:37:03.503197 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fed65ad5-fccd-4beb-8977-c5b453e239c5 req-2f8d0883-8588-4d40-856e-b669caea9db7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271826 Sep 25 04:37:03.531569 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-3296beb3-d708-48e9-bf5c-0900d74e97cf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279355 Sep 25 04:37:03.562663 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7b8f109-0d2b-4fe3-9c70-d04926075e96 req-337458c9-cbdb-46d9-9d87-958f38b8223a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713954 Sep 25 04:37:03.638408 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31764e0-a121-427f-8a91-f700265a5d33 req-ac1e1e50-4623-4088-8051-54b3e0a91104 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:03.639926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d31764e0-a121-427f-8a91-f700265a5d33 req-ac1e1e50-4623-4088-8051-54b3e0a91104 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0499465 Sep 25 04:37:03.694326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d31764e0-a121-427f-8a91-f700265a5d33 req-12c63b3a-fabb-480d-bee5-a4160990be9b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487218 Sep 25 04:37:04.288902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:04.326249 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ff83e-ab05-4155-95f4-1165bb97455a req-6f8689a7-d935-4597-a67a-456e6ff1b75f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:04.327790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e4ff83e-ab05-4155-95f4-1165bb97455a req-6f8689a7-d935-4597-a67a-456e6ff1b75f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Sep 25 04:37:04.337685 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 28807ae7-bb46-4e31-93d7-48170864edca completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:37:04.343457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 28807ae7-bb46-4e31-93d7-48170864edca triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:04.344215 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (28807ae7-bb46-4e31-93d7-48170864edca), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:04.344851 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 28807ae7-bb46-4e31-93d7-48170864edca Sep 25 04:37:04.394249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e4ff83e-ab05-4155-95f4-1165bb97455a req-4b89fa2b-89ea-40c7-b4eb-65389e63a25b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603747 Sep 25 04:37:04.426451 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:04.426863 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:04.450462 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:04.452709 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117aa4be-10d2-4128-bcf6-41b0f3089a71" -d '{"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:04.468038 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:04.475745 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:04.500831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447900d6-4a70-48f8-840f-c530571ac961 x-openstack-request-id: req-447900d6-4a70-48f8-840f-c530571ac961 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:04.501138 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:04.501388 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-447900d6-4a70-48f8-840f-c530571ac961 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:04.501772 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447900d6-4a70-48f8-840f-c530571ac961'] response: {'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'code': 200} Sep 25 04:37:04.527363 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:04.642998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a5e9-3f7c-45d3-990a-99ecc8a56f9c req-f917cb0e-0751-476b-93bc-8a2f04441ed4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:04.653030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d288a5e9-3f7c-45d3-990a-99ecc8a56f9c req-f917cb0e-0751-476b-93bc-8a2f04441ed4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0672820 Sep 25 04:37:04.714875 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:04.743686 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddc983-7737-40ac-b15a-95f4ac82b466 req-2bfe87e4-d3bf-47a6-b948-144110cd2483 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:04.745698 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0ddc983-7737-40ac-b15a-95f4ac82b466 req-2bfe87e4-d3bf-47a6-b948-144110cd2483 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0820918 Sep 25 04:37:04.767789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d288a5e9-3f7c-45d3-990a-99ecc8a56f9c req-cb1a4c77-abdb-4954-88cc-b6d28d3cb078 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136787 Sep 25 04:37:04.826682 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0ddc983-7737-40ac-b15a-95f4ac82b466 req-83e9c948-d42c-485c-8f29-a66a6d7a1d89 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0692332 Sep 25 04:37:04.922261 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89e42f-54db-43be-942a-e51af6f25e54 req-e70f507c-a8d8-45a4-a2b9-5e85e3688b67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:04.923757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f89e42f-54db-43be-942a-e51af6f25e54 req-e70f507c-a8d8-45a4-a2b9-5e85e3688b67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0535588 Sep 25 04:37:04.972842 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f89e42f-54db-43be-942a-e51af6f25e54 req-ca0c9b29-8ae9-4955-af5f-7437af6c1f6a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432544 Sep 25 04:37:05.523303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d492c-9007-477d-8d92-1c6bb9343660 req-1c4d0c52-cc2f-4bb9-905d-301e6115022a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:05.524790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f8d492c-9007-477d-8d92-1c6bb9343660 req-1c4d0c52-cc2f-4bb9-905d-301e6115022a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0463455 Sep 25 04:37:05.549305 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:05.577080 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f8d492c-9007-477d-8d92-1c6bb9343660 req-61d8271d-4c97-489f-99b7-408cbc4d303f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464964 Sep 25 04:37:05.897639 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:05.905410 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:05.915505 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d8548-b4b2-4b65-a895-2d9c706bec52 req-ccf372b5-337a-4699-addf-0e3ab8c21036 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:05.917067 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d02d8548-b4b2-4b65-a895-2d9c706bec52 req-ccf372b5-337a-4699-addf-0e3ab8c21036 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0518546 Sep 25 04:37:05.983441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de44f-4671-4488-a49a-7a7e0b676394 req-65c2a341-cdc0-41dc-915b-df3ac53f1d13 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:05.984930 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e02de44f-4671-4488-a49a-7a7e0b676394 req-65c2a341-cdc0-41dc-915b-df3ac53f1d13 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0615036 Sep 25 04:37:06.023027 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d02d8548-b4b2-4b65-a895-2d9c706bec52 req-23b4f1c2-93a3-4881-9aad-e13fe63be215 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977457 Sep 25 04:37:06.047921 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e02de44f-4671-4488-a49a-7a7e0b676394 req-b299b19e-435c-4ecd-95f7-0a5d550dbce7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0573359 Sep 25 04:37:06.133714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24220321-f52c-4363-885c-1197bfa7fac0 req-def1aa44-ce73-4773-a853-fd96b6893829 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:06.135161 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-24220321-f52c-4363-885c-1197bfa7fac0 req-def1aa44-ce73-4773-a853-fd96b6893829 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Sep 25 04:37:06.183423 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-24220321-f52c-4363-885c-1197bfa7fac0 req-c0283a7f-a23a-41ff-bef0-db8abee0582e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Sep 25 04:37:06.695118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef140c-8622-4691-8e0b-20c64332b45c req-ef1f9ccb-d972-463d-9509-f1f14326c5cb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:06.696882 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e1ef140c-8622-4691-8e0b-20c64332b45c req-ef1f9ccb-d972-463d-9509-f1f14326c5cb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0470715 Sep 25 04:37:06.749307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e1ef140c-8622-4691-8e0b-20c64332b45c req-16075712-2cd1-4895-ac0c-99f32ab75927 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Sep 25 04:37:06.755758 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:07.174187 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ad058-c0bf-42b7-8d39-6b830166a717 req-788d4089-6f6e-4161-bcbb-d4497fe9d742 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:07.175685 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5c6ad058-c0bf-42b7-8d39-6b830166a717 req-788d4089-6f6e-4161-bcbb-d4497fe9d742 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0750728 Sep 25 04:37:07.203472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821dca9-4c41-41c4-86ee-8e20aba078fd req-df3fa277-a577-43c3-9089-8f0cd061e324 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:07.204954 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a821dca9-4c41-41c4-86ee-8e20aba078fd req-df3fa277-a577-43c3-9089-8f0cd061e324 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0736504 Sep 25 04:37:07.252237 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5c6ad058-c0bf-42b7-8d39-6b830166a717 req-d9a8df07-a3ed-4a9d-9e10-3d2607dbe97c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704539 Sep 25 04:37:07.275839 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a821dca9-4c41-41c4-86ee-8e20aba078fd req-8acc9bbc-91ca-4692-94a4-9bb172d85c3d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0640678 Sep 25 04:37:07.365902 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c05d-4cb3-4037-b690-539cb2024081 req-18d8ad95-61f8-4731-b392-1c918b312992 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:07.367380 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dac6c05d-4cb3-4037-b690-539cb2024081 req-18d8ad95-61f8-4731-b392-1c918b312992 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0481040 Sep 25 04:37:07.415283 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dac6c05d-4cb3-4037-b690-539cb2024081 req-8cbc0192-65e1-4509-a3a6-582b095cdc60 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 Sep 25 04:37:07.599711 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-983f6ec8-3f5e-40a1-bf6f-a72b8c54ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:07.872191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ab20-b166-4fde-bdb8-c881236ee616 req-49a0e188-363b-4349-a01b-7b6ed1b4587b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:07.873598 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3398ab20-b166-4fde-bdb8-c881236ee616 req-49a0e188-363b-4349-a01b-7b6ed1b4587b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0505066 Sep 25 04:37:07.910278 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:07.922604 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3398ab20-b166-4fde-bdb8-c881236ee616 req-064e0eba-fcb1-4045-ab50-230ef1fba4e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Sep 25 04:37:08.409477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6c0b-a3f5-40b5-872e-da064f6fef92 req-7d7af497-2899-4bf2-a921-df62a2a604d9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:08.410956 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-05ff6c0b-a3f5-40b5-872e-da064f6fef92 req-7d7af497-2899-4bf2-a921-df62a2a604d9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0794466 Sep 25 04:37:08.431609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7186e8f-7fa5-4a79-acad-00cfc9084053 req-3f55fdd0-8f35-4d02-aebd-5b22992175d1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:08.433055 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7186e8f-7fa5-4a79-acad-00cfc9084053 req-3f55fdd0-8f35-4d02-aebd-5b22992175d1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0675192 Sep 25 04:37:08.496746 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-05ff6c0b-a3f5-40b5-872e-da064f6fef92 req-5df5df51-cb10-4b66-8306-7ae111e2ab45 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793233 Sep 25 04:37:08.513278 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7186e8f-7fa5-4a79-acad-00cfc9084053 req-886d4a90-feee-47f7-81f2-4400f275fdef tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0726616 Sep 25 04:37:08.598653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54f09e-aa5f-4ccc-9fe7-e5f5ea6f223c req-6fd6f9f0-5196-453d-94a1-b18a104802f4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:08.600148 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b54f09e-aa5f-4ccc-9fe7-e5f5ea6f223c req-6fd6f9f0-5196-453d-94a1-b18a104802f4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0470130 Sep 25 04:37:08.620305 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:08.648435 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b54f09e-aa5f-4ccc-9fe7-e5f5ea6f223c req-26bca59a-1702-4f51-84ba-994ae32c6ac6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Sep 25 04:37:09.044905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100c441-b0ae-4cd9-b394-7009cb2dab62 req-550d8211-624c-4a24-aa93-f994b73ddcfc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:09.046351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5100c441-b0ae-4cd9-b394-7009cb2dab62 req-550d8211-624c-4a24-aa93-f994b73ddcfc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0484459 Sep 25 04:37:09.093798 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5100c441-b0ae-4cd9-b394-7009cb2dab62 req-adc24c90-2972-4041-8ed2-14db75fb7f93 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Sep 25 04:37:09.649498 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d0d9-3c99-4a5c-a5ea-6dc67dfdfb38 req-06fc4bdf-a83d-4ff8-b691-4c632d4c0c74 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:09.650959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ff2d0d9-3c99-4a5c-a5ea-6dc67dfdfb38 req-06fc4bdf-a83d-4ff8-b691-4c632d4c0c74 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0771189 Sep 25 04:37:09.671184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d18f-fde9-4b98-859a-dd429ddb228a req-a835b1e0-17b6-4b06-8d27-d06e4833596c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:09.672577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d90d18f-fde9-4b98-859a-dd429ddb228a req-a835b1e0-17b6-4b06-8d27-d06e4833596c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0672886 Sep 25 04:37:09.740084 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ff2d0d9-3c99-4a5c-a5ea-6dc67dfdfb38 req-74f182d3-48f0-48f4-b1b4-073bcd9a5e78 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826752 Sep 25 04:37:09.743314 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d90d18f-fde9-4b98-859a-dd429ddb228a req-46e8616f-cb73-4716-8982-5e36417b828a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0637705 Sep 25 04:37:09.842698 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca2b73-9c24-4508-9fe7-93d181b95dcf req-3edf6405-2dbe-4a26-a54b-6a7798d87e2b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:09.844182 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d5ca2b73-9c24-4508-9fe7-93d181b95dcf req-3edf6405-2dbe-4a26-a54b-6a7798d87e2b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0481269 Sep 25 04:37:09.883389 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:37:09.894612 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d5ca2b73-9c24-4508-9fe7-93d181b95dcf req-21242c4e-9be7-4b5a-95aa-8eee9334d1c2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449138 Sep 25 04:37:09.979074 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-879964ba-7bfb-4e20-818d-74d7435d1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:10.220242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36ca5-0aa0-4f2d-b549-1c128757fd37 req-2eeb5303-f373-4e8e-8486-5027fe7fbfd4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:10.221699 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8dd36ca5-0aa0-4f2d-b549-1c128757fd37 req-2eeb5303-f373-4e8e-8486-5027fe7fbfd4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0469646 Sep 25 04:37:10.268807 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8dd36ca5-0aa0-4f2d-b549-1c128757fd37 req-b23f0c6f-deb9-495c-911b-7e5cd2bbf31c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 Sep 25 04:37:10.894174 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195debd7-d96c-4714-ae7b-d03e26428e74 req-00d6d2ba-73e4-4951-ae5d-eb3b9e8d73c1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:10.895654 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-195debd7-d96c-4714-ae7b-d03e26428e74 req-00d6d2ba-73e4-4951-ae5d-eb3b9e8d73c1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0776908 Sep 25 04:37:10.901279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0640c-8b7f-4443-ba78-381ff49f78a1 req-d0e1e3a0-289c-4fd6-ad93-713f01cdceeb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:10.902656 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94b0640c-8b7f-4443-ba78-381ff49f78a1 req-d0e1e3a0-289c-4fd6-ad93-713f01cdceeb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0750268 Sep 25 04:37:10.975802 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-195debd7-d96c-4714-ae7b-d03e26428e74 req-48083518-be33-446a-a913-9e28f97dc0f8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716805 Sep 25 04:37:10.979806 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94b0640c-8b7f-4443-ba78-381ff49f78a1 req-4b3eb012-22d6-4d1a-8f79-c11a1c0a9886 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0688286 Sep 25 04:37:11.061890 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:11.082848 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3795ce-ee6a-4dc4-b4e5-121f5c688a0b req-6b59938e-a1e2-4389-86fa-955f33eeacb2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:11.084427 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d3795ce-ee6a-4dc4-b4e5-121f5c688a0b req-6b59938e-a1e2-4389-86fa-955f33eeacb2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0496633 Sep 25 04:37:11.131097 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d3795ce-ee6a-4dc4-b4e5-121f5c688a0b req-a12b2441-8435-462c-b689-85d287302c8d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Sep 25 04:37:11.379817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:11.395862 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d009b-8bcf-4346-82b2-2d35293885d4 req-c636bad9-e733-4347-ab93-cedea2a76d7c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:11.397429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-616d009b-8bcf-4346-82b2-2d35293885d4 req-c636bad9-e733-4347-ab93-cedea2a76d7c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0516653 Sep 25 04:37:11.445367 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-616d009b-8bcf-4346-82b2-2d35293885d4 req-e85d0202-afa5-471a-8fa5-14adb9cbbfd9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Sep 25 04:37:11.892009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55502) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:11.995216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-463ec63e-cb17-459e-8420-9edb8146e2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.121254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:12.154429 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-463ec63e-cb17-459e-8420-9edb8146e2ad admin admin] Publish callbacks [] for security_group (3438b125-9c21-47e6-bafd-4482396aa812), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.164879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2e6bb-0f93-4ce7-b775-2b9b0c03a599 req-56bf7d0d-72aa-473d-b875-3f2d30bebd72 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:12.166344 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cc2e6bb-0f93-4ce7-b775-2b9b0c03a599 req-56bf7d0d-72aa-473d-b875-3f2d30bebd72 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 944 time: 0.0965965 Sep 25 04:37:12.166938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-463ec63e-cb17-459e-8420-9edb8146e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3438b125-9c21-47e6-bafd-4482396aa812), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.177271 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa3ac-4983-4614-80f7-1760a12f25f5 req-f2a3a6b4-ffc1-4251-aaef-a48ada63f772 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:12.178720 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-04aaa3ac-4983-4614-80f7-1760a12f25f5 req-f2a3a6b4-ffc1-4251-aaef-a48ada63f772 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1214247 Sep 25 04:37:12.255079 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ec63e-cb17-459e-8420-9edb8146e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438b125-9c21-47e6-bafd-4482396aa812,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:12.259218 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-463ec63e-cb17-459e-8420-9edb8146e2ad admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d76a809856fb44f68a3a7358ba8ad381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661621 Sep 25 04:37:12.263098 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55524) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:12.302648 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cc2e6bb-0f93-4ce7-b775-2b9b0c03a599 req-8915ad8a-c963-49a9-a6f6-7c6f97fe43f1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1229565 Sep 25 04:37:12.303757 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 02bb815d-6dec-4eac-9221-50f10407403b details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:37:12.305780 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-04aaa3ac-4983-4614-80f7-1760a12f25f5 req-f1096971-52d1-45ca-a36b-21341c79fd82 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164598 Sep 25 04:37:12.328927 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] Publish callbacks [] for security_group (3438b125-9c21-47e6-bafd-4482396aa812), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.345208 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] Publish callbacks [] for security_group (3438b125-9c21-47e6-bafd-4482396aa812), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.410830 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3438b125-9c21-47e6-bafd-4482396aa812), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.414166 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.417664 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3438b125-9c21-47e6-bafd-4482396aa812 HTTP/1.1" status: 204 len: 168 time: 0.1496572 Sep 25 04:37:12.425214 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cdaaf-2f74-4dca-9710-05089ba3374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438b125-9c21-47e6-bafd-4482396aa812,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:12.436935 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=02bb815d-6dec-4eac-9221-50f10407403b,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:12.453007 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '02bb815d-6dec-4eac-9221-50f10407403b', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:37:12.462944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:12.499180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 02bb815d-6dec-4eac-9221-50f10407403b is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:12.499612 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (02bb815d-6dec-4eac-9221-50f10407403b), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.517018 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bb815d-6dec-4eac-9221-50f10407403b {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:37:12.526987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f0326-5ddd-4f84-80a3-5406b490638c req-880cd286-ed1f-4c87-853e-3b537d9cd858 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:12.535356 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d9f0326-5ddd-4f84-80a3-5406b490638c req-880cd286-ed1f-4c87-853e-3b537d9cd858 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.1506922 Sep 25 04:37:12.556702 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=02bb815d-6dec-4eac-9221-50f10407403b,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:12.574382 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.621463 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d9f0326-5ddd-4f84-80a3-5406b490638c req-c463d7df-ae49-4ad4-bbce-72d0a5ed52a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814660 Sep 25 04:37:12.653432 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:12.695000 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.706565 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433da1e-7cbd-4260-be09-7f7e67a324cc req-a2aeffdb-bc04-4ea6-bf0b-6a3418f60483 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:12.708358 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8433da1e-7cbd-4260-be09-7f7e67a324cc req-a2aeffdb-bc04-4ea6-bf0b-6a3418f60483 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1027160 Sep 25 04:37:12.761511 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8433da1e-7cbd-4260-be09-7f7e67a324cc req-e6defa50-004a-4822-a92a-448d172c277c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454476 Sep 25 04:37:12.817208 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.825597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55540) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:12.839481 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-67cacf8e-98a0-4ced-854c-a0119eb6a542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.897790 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55542) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:12.922154 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-67cacf8e-98a0-4ced-854c-a0119eb6a542 admin admin] Publish callbacks [] for security_group (175b1025-4a0a-4089-baf8-28858a70906b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.926176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-67cacf8e-98a0-4ced-854c-a0119eb6a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (175b1025-4a0a-4089-baf8-28858a70906b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:12.952982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:12.968501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-67cacf8e-98a0-4ced-854c-a0119eb6a542 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=304070002d394b50b7aa0a45d9512572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416316 Sep 25 04:37:12.970376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cacf8e-98a0-4ced-854c-a0119eb6a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b1025-4a0a-4089-baf8-28858a70906b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:12.971373 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55546) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:13.021017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-aae99916-db2e-4b35-8c29-9d5baa63aee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.049496 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] Publish callbacks [] for security_group (175b1025-4a0a-4089-baf8-28858a70906b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.082365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] Publish callbacks [] for security_group (175b1025-4a0a-4089-baf8-28858a70906b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.142943 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['02bb815d-6dec-4eac-9221-50f10407403b'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:37:13.163967 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-aae99916-db2e-4b35-8c29-9d5baa63aee7 admin admin] Publish callbacks [] for security_group (bc185627-285b-48e5-b9f1-7225d623a3f6), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.165432 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (175b1025-4a0a-4089-baf8-28858a70906b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.168383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.169707 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/175b1025-4a0a-4089-baf8-28858a70906b HTTP/1.1" status: 204 len: 168 time: 0.1972644 Sep 25 04:37:13.173314 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-aae99916-db2e-4b35-8c29-9d5baa63aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (bc185627-285b-48e5-b9f1-7225d623a3f6), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.187493 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db06e3-3728-4890-8155-4f91f177a67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b1025-4a0a-4089-baf8-28858a70906b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:13.222256 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-aae99916-db2e-4b35-8c29-9d5baa63aee7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1f022fb733d74afda51eb37a8ba9a0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231151 Sep 25 04:37:13.224792 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55552) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:13.232701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae99916-db2e-4b35-8c29-9d5baa63aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc185627-285b-48e5-b9f1-7225d623a3f6,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:13.293832 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] Publish callbacks [] for security_group (bc185627-285b-48e5-b9f1-7225d623a3f6), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.343017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] Publish callbacks [] for security_group (bc185627-285b-48e5-b9f1-7225d623a3f6), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.358329 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bef4d931-64b6-486a-ba86-40d09f974a42 req-0f91586b-d76d-480a-99d8-d2c5efb8b6cf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459839 Sep 25 04:37:13.413100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:13.442379 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (bc185627-285b-48e5-b9f1-7225d623a3f6), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.445742 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.447619 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bc185627-285b-48e5-b9f1-7225d623a3f6 HTTP/1.1" status: 204 len: 168 time: 0.2213848 Sep 25 04:37:13.466416 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622bc66-4783-4215-8c5e-bcb08a07aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc185627-285b-48e5-b9f1-7225d623a3f6,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:13.525938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c468c-cbfb-482a-96ff-062bd5d6f3ed req-4502e985-0f64-4764-9792-908bf9e5da4f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:13.527995 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e07c468c-cbfb-482a-96ff-062bd5d6f3ed req-4502e985-0f64-4764-9792-908bf9e5da4f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1046147 Sep 25 04:37:13.538793 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128fd16-88cd-41da-ace7-dac683598f56 req-c93abadb-e032-4d61-a3de-1fa20a0a6ad2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:13.541591 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e128fd16-88cd-41da-ace7-dac683598f56 req-c93abadb-e032-4d61-a3de-1fa20a0a6ad2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.1202080 Sep 25 04:37:13.634915 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e07c468c-cbfb-482a-96ff-062bd5d6f3ed req-043f0ec3-e05d-4e6e-a5ec-06da1372f276 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914326 Sep 25 04:37:13.670165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e128fd16-88cd-41da-ace7-dac683598f56 req-18cacb93-c607-4eaa-ad36-4ef5de8e1abf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1128223 Sep 25 04:37:13.774876 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55578) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:13.796000 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-81c1b387-02fd-4c84-b00c-bdf3c58a54f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.798890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765031a0-5eeb-4c57-a447-2100bb9a7bad req-2312c1a2-3422-4163-8ec0-628b5c65c810 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:13.801938 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-765031a0-5eeb-4c57-a447-2100bb9a7bad req-2312c1a2-3422-4163-8ec0-628b5c65c810 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0525553 Sep 25 04:37:13.866295 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-765031a0-5eeb-4c57-a447-2100bb9a7bad req-724d5e3b-ee75-4568-bade-37f3980a4cbb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589595 Sep 25 04:37:13.894775 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:13.906596 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-81c1b387-02fd-4c84-b00c-bdf3c58a54f8 admin admin] Publish callbacks [] for security_group (020867d8-b182-4952-885f-96e13f1addbb), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.912295 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-81c1b387-02fd-4c84-b00c-bdf3c58a54f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (020867d8-b182-4952-885f-96e13f1addbb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:13.920040 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fba7-8c89-42ba-a52b-81f54fbb1921 req-3eb37b90-a22c-41db-87c2-0f3767dc944d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:13.921670 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1815fba7-8c89-42ba-a52b-81f54fbb1921 req-3eb37b90-a22c-41db-87c2-0f3767dc944d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0677500 Sep 25 04:37:13.957314 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-81c1b387-02fd-4c84-b00c-bdf3c58a54f8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=85141bb6e8944b2a8deda483fb0d4352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813397 Sep 25 04:37:13.958942 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1b387-02fd-4c84-b00c-bdf3c58a54f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020867d8-b182-4952-885f-96e13f1addbb,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:13.965011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55582) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:14.005128 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1815fba7-8c89-42ba-a52b-81f54fbb1921 req-7c199473-092d-48fb-b6c4-2c9d1feeb1f3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751083 Sep 25 04:37:14.032879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] Publish callbacks [] for security_group (020867d8-b182-4952-885f-96e13f1addbb), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.048151 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55584) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:14.059257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] Publish callbacks [] for security_group (020867d8-b182-4952-885f-96e13f1addbb), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.062907 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-750a9dc1-b6d5-4546-b4ae-fb0f65613905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.108458 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:14.114838 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (020867d8-b182-4952-885f-96e13f1addbb), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.117597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.119081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/020867d8-b182-4952-885f-96e13f1addbb HTTP/1.1" status: 204 len: 168 time: 0.1526504 Sep 25 04:37:14.129272 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8867cff-197f-46dc-99d0-dc4cd3131581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020867d8-b182-4952-885f-96e13f1addbb,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:14.149241 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-750a9dc1-b6d5-4546-b4ae-fb0f65613905 admin admin] Publish callbacks [] for security_group (9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.154604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-750a9dc1-b6d5-4546-b4ae-fb0f65613905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.199712 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-750a9dc1-b6d5-4546-b4ae-fb0f65613905 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f0ef6d3fe7064da184d17876b9ae324b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502838 Sep 25 04:37:14.200880 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a9dc1-b6d5-4546-b4ae-fb0f65613905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:14.202325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55590) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:14.258273 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] Publish callbacks [] for security_group (9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.282683 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] Publish callbacks [] for security_group (9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.336133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.338948 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:14.340728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39 HTTP/1.1" status: 204 len: 168 time: 0.1367974 Sep 25 04:37:14.348897 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01aa9c-9c5e-4a99-9f7f-0f6cbfe6a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7befbd-d86b-4fcc-bbbe-5cedbab5cc39,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:14.823376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ea095-be1e-4d85-8029-cf304edd019b req-2ed7c228-bcdb-4a84-a174-fae5cf6dfc06 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:14.825336 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e90ea095-be1e-4d85-8029-cf304edd019b req-2ed7c228-bcdb-4a84-a174-fae5cf6dfc06 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0846546 Sep 25 04:37:14.890762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad44eb-febc-46d7-b3ea-6204c9259716 req-ba28ad0f-470f-4f30-ab7a-3f11104ad334 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:14.892262 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-74ad44eb-febc-46d7-b3ea-6204c9259716 req-ba28ad0f-470f-4f30-ab7a-3f11104ad334 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.1097417 Sep 25 04:37:14.925098 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e90ea095-be1e-4d85-8029-cf304edd019b req-42a6b364-8030-45b6-a26c-f43e16f0feb2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818732 Sep 25 04:37:14.951583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:14.971046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-74ad44eb-febc-46d7-b3ea-6204c9259716 req-360bef73-6f62-460f-afac-1d72bee2200e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0702078 Sep 25 04:37:15.038469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55634) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:15.059533 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6321f1-5335-4709-98cd-b74d4f61c5ee req-f7acca2e-a311-4aee-b92d-47338f7b530c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:15.061490 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e6321f1-5335-4709-98cd-b74d4f61c5ee req-f7acca2e-a311-4aee-b92d-47338f7b530c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0584261 Sep 25 04:37:15.148449 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e6321f1-5335-4709-98cd-b74d4f61c5ee req-d7d1cc58-8ce6-44e8-9074-7070513ac09d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779908 Sep 25 04:37:15.166953 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-683321547-network', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:15.170504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610eb65-bde0-4aad-9124-e7b036b5d31f req-b4be623e-0ec8-4550-8f1b-85608c83a0a0 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:15.172015 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c610eb65-bde0-4aad-9124-e7b036b5d31f req-b4be623e-0ec8-4550-8f1b-85608c83a0a0 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0688956 Sep 25 04:37:15.197537 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Made reservation on behalf of 00f66d2c942b419abc8d9d010c5a57f3 for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:37:15.200392 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.209574 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.228979 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c610eb65-bde0-4aad-9124-e7b036b5d31f req-7792e746-788c-4811-bc60-963e41474a4d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Sep 25 04:37:15.297201 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks [] for security_group (7f99b13b-d855-4eb9-86be-9063cab0a491), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.301024 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (7f99b13b-d855-4eb9-86be-9063cab0a491), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.327375 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:37:15.336836 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f99b13b-d855-4eb9-86be-9063cab0a491,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:15.343743 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (ed642a76-c06b-483a-b854-0796f7f31e35), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.344085 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Added segment ed642a76-c06b-483a-b854-0796f7f31e35 of type vlan for network fc0edd4f-78eb-4338-9c41-437457efbef1 Sep 25 04:37:15.388177 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (fc0edd4f-78eb-4338-9c41-437457efbef1), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.416369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (fc0edd4f-78eb-4338-9c41-437457efbef1), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.417369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:15.418018 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.471524 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:15.482348 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4427025 Sep 25 04:37:15.485827 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55650) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:15.486429 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7131-76f8-4f57-9415-40ea9ffd81be admin admin] Pushing event updated for resources: {'Network': ['ID=fc0edd4f-78eb-4338-9c41-437457efbef1,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:15.497673 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Request body: {'subnet': {'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-683321547-subnet', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:15.505817 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network fc0edd4f-78eb-4338-9c41-437457efbef1 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:37:15.526179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Made reservation on behalf of 00f66d2c942b419abc8d9d010c5a57f3 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:37:15.528828 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11129365'] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.832452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:15.912596 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2081441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11129347'] for subnet (9b8cd4f7-c364-480a-abff-7f8054e3f687), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:15.978528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8cd4f7-c364-480a-abff-7f8054e3f687,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:16.000275 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:16.000879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Network hostable DHCP agents. Network: fc0edd4f-78eb-4338-9c41-437457efbef1, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:37:16.030876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:37:16.089416 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, fc0edd4f-78eb-4338-9c41-437457efbef1) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:16.100078 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed2be1-6856-468a-98af-e330d27ed168 None None] Network fc0edd4f-78eb-4338-9c41-437457efbef1 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:37:16.110053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:16.110653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.118199 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd0561-3cfe-4b70-8417-ad95906b7072 req-8c12609e-b28a-4a76-a4df-b3631959578a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:16.119696 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fbbd0561-3cfe-4b70-8417-ad95906b7072 req-8c12609e-b28a-4a76-a4df-b3631959578a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1026242 Sep 25 04:37:16.132782 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938fa9-058b-470a-a51e-9474060b1372 req-69d3b9e6-c4ea-4624-a02e-5eba8bcbe943 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:16.134223 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da938fa9-058b-470a-a51e-9474060b1372 req-69d3b9e6-c4ea-4624-a02e-5eba8bcbe943 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.0775998 Sep 25 04:37:16.170501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-8165a47b-ed5a-4ff7-9051-8224940d1619 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6826992 Sep 25 04:37:16.173749 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55680) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:16.178180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:16.200854 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.202029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.224663 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fbbd0561-3cfe-4b70-8417-ad95906b7072 req-d83a0f7e-ce2a-401e-bd06-8e48f90edf8b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978191 Sep 25 04:37:16.227617 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da938fa9-058b-470a-a51e-9474060b1372 req-7d4a31f2-47fa-4c95-8fb4-5c556a77f775 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0834842 Sep 25 04:37:16.257952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-fc0edd4f-78eb-4338-9c41-437457efbef1', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:37:16.259084 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.266680 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for router_controller (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.443490 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for router_gateway (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.474280 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7574ec-8d48-4796-9588-ebacde809684 req-f2607d7a-9c13-4170-ac82-221350c5b8a8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:16.481985 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f7574ec-8d48-4796-9588-ebacde809684 req-f2607d7a-9c13-4170-ac82-221350c5b8a8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1129029 Sep 25 04:37:16.492164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35e335-3d69-4b50-bab2-ea885e880589 req-2490c99f-c0a7-4284-aaaa-eb0badb91cb8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:16.494546 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec35e335-3d69-4b50-bab2-ea885e880589 req-2490c99f-c0a7-4284-aaaa-eb0badb91cb8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.1381681 Sep 25 04:37:16.572859 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Allocated IP 172.20.0.2 (fc0edd4f-78eb-4338-9c41-437457efbef1/9b8cd4f7-c364-480a-abff-7f8054e3f687/47f4b379-6ef8-44d1-8165-03440fbc2b0a) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:16.579860 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f7574ec-8d48-4796-9588-ebacde809684 req-4db86a50-df73-4afc-8eb2-419ab9d49020 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827403 Sep 25 04:37:16.592478 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec35e335-3d69-4b50-bab2-ea885e880589 req-0ea00b95-0f5b-4b8a-ad26-51b6e4b73dff tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742431 Sep 25 04:37:16.759079 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:16.770120 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:16.788944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks [] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.797629 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.843023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:16.844423 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:16.848570 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:16.852179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Pushing event updated for resources: {'Port': ['ID=47f4b379-6ef8-44d1-8165-03440fbc2b0a,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:16.880706 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for router_gateway (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.904312 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.915631 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Attempting to bind port 47f4b379-6ef8-44d1-8165-03440fbc2b0a on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:16.916010 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Attempting to bind port 47f4b379-6ef8-44d1-8165-03440fbc2b0a by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:16.916536 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Attempting to bind port 47f4b379-6ef8-44d1-8165-03440fbc2b0a on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:16.963831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:16.964192 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:16.965396 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:16.965961 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Bound using segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:16.966619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Bound port: 47f4b379-6ef8-44d1-8165-03440fbc2b0a, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:16.967158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.009656 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:17.034452 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Allocated IP 172.27.0.90 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/2696a2cb-0aa9-428e-9478-54d1312e575b) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:17.042592 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] For port 47f4b379-6ef8-44d1-8165-03440fbc2b0a, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:17.048877 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] For port 47f4b379-6ef8-44d1-8165-03440fbc2b0a, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=47f4b379-6ef8-44d1-8165-03440fbc2b0a,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:17.050696 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55716) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:17.055836 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.119196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208670d-da53-44cf-a78c-905183bbd6b8 None None] Pushing event updated for resources: {'Port': ['ID=47f4b379-6ef8-44d1-8165-03440fbc2b0a,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:17.173279 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.196887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57ffa916-7ec8-4d98-86dd-947ddbe41a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.209110 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.220553 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:17.257539 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:17.260904 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Pushing event updated for resources: {'Port': ['ID=2696a2cb-0aa9-428e-9478-54d1312e575b,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:17.264316 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:17.267181 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:17.324268 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57ffa916-7ec8-4d98-86dd-947ddbe41a76 admin admin] Publish callbacks [] for security_group (148d586f-1ca8-48b9-8f0c-1aa150b84cab), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.330864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57ffa916-7ec8-4d98-86dd-947ddbe41a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (148d586f-1ca8-48b9-8f0c-1aa150b84cab), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.399249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-57ffa916-7ec8-4d98-86dd-947ddbe41a76 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cd4c4087692c487f96d924b697158889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451381 Sep 25 04:37:17.399738 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffa916-7ec8-4d98-86dd-947ddbe41a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d586f-1ca8-48b9-8f0c-1aa150b84cab,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:17.402649 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55724) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:17.420167 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:17.497009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56c485-a0b3-455a-ab6e-dae13ba1fa2f req-fd93175c-dcc6-46b0-955e-2ba9541bee96 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:17.498535 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df56c485-a0b3-455a-ab6e-dae13ba1fa2f req-fd93175c-dcc6-46b0-955e-2ba9541bee96 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.1180441 Sep 25 04:37:17.548194 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78608a-f8df-421e-b627-6912c2dc8a0b req-e2c86e33-25ca-4222-8804-14facdb0bcb5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:17.549598 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe78608a-f8df-421e-b627-6912c2dc8a0b req-e2c86e33-25ca-4222-8804-14facdb0bcb5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1105769 Sep 25 04:37:17.555960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:17.587456 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for router_gateway (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.601555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] Publish callbacks [] for security_group (148d586f-1ca8-48b9-8f0c-1aa150b84cab), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.637943 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df56c485-a0b3-455a-ab6e-dae13ba1fa2f req-917ccca1-8960-4ebf-9080-76fe89d27dbe tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1294758 Sep 25 04:37:17.639806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] Publish callbacks [] for security_group (148d586f-1ca8-48b9-8f0c-1aa150b84cab), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.673734 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe78608a-f8df-421e-b627-6912c2dc8a0b req-d6f0ad6e-10fb-4d50-9fa8-841cb74190ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165121 Sep 25 04:37:17.716608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (148d586f-1ca8-48b9-8f0c-1aa150b84cab), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.719820 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.723308 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/148d586f-1ca8-48b9-8f0c-1aa150b84cab HTTP/1.1" status: 204 len: 168 time: 0.2931950 Sep 25 04:37:17.760768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ac36-48ab-49cc-a0f9-2f617b157a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d586f-1ca8-48b9-8f0c-1aa150b84cab,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:17.842171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f192f83-8dbc-4a89-af98-838c09bfb337 req-feda4e35-74e1-419d-a6f9-502a84dbf34c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:17.849496 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f192f83-8dbc-4a89-af98-838c09bfb337 req-feda4e35-74e1-419d-a6f9-502a84dbf34c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.1148386 Sep 25 04:37:17.861097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:17.874838 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41940-de89-4277-872c-3df4fcf1a23b req-2fc91708-babb-4c92-80b5-b6b02cfaf03b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:17.876714 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ff41940-de89-4277-872c-3df4fcf1a23b req-2fc91708-babb-4c92-80b5-b6b02cfaf03b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0959527 Sep 25 04:37:17.934161 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f192f83-8dbc-4a89-af98-838c09bfb337 req-262188bb-f3dc-4a4a-a89b-0471bef193fd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832329 Sep 25 04:37:17.959559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ff41940-de89-4277-872c-3df4fcf1a23b req-c0e97652-fab0-48d0-b013-cadd754f4c7e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745883 Sep 25 04:37:18.039376 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:37:18.161178 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:18.168982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55738) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:18.172500 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:18.187641 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.191352 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-47b25ab3-66f8-41d3-a031-2a048320c198 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0141284 Sep 25 04:37:18.191548 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:18.191822 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55740) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:18.192306 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:18.194954 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-482331c8-e4d2-4bb6-8fcb-10e5147ad3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.241009 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:18.267247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:18.294298 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd10cb9-ce4d-44e7-bf98-7ca7b91051be None None] Network fc0edd4f-78eb-4338-9c41-437457efbef1 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:37:18.300203 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-482331c8-e4d2-4bb6-8fcb-10e5147ad3b8 admin admin] Publish callbacks [] for security_group (ec0d24c0-bc11-473f-8f51-066a332f2328), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.309587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-482331c8-e4d2-4bb6-8fcb-10e5147ad3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ec0d24c0-bc11-473f-8f51-066a332f2328), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.351275 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-482331c8-e4d2-4bb6-8fcb-10e5147ad3b8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=756d9ebea37b4dcc91ef984de764dde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816540 Sep 25 04:37:18.355049 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55742) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:18.375341 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482331c8-e4d2-4bb6-8fcb-10e5147ad3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d24c0-bc11-473f-8f51-066a332f2328,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:18.382226 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:18.427447 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] Publish callbacks [] for security_group (ec0d24c0-bc11-473f-8f51-066a332f2328), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.443506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Provisioning complete for port 47f4b379-6ef8-44d1-8165-03440fbc2b0a triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:18.444130 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.444610 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Attempt 1 to provision port 47f4b379-6ef8-44d1-8165-03440fbc2b0a Sep 25 04:37:18.458644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] Publish callbacks [] for security_group (ec0d24c0-bc11-473f-8f51-066a332f2328), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.526636 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:18.529355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ec0d24c0-bc11-473f-8f51-066a332f2328), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.534022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.535509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ec0d24c0-bc11-473f-8f51-066a332f2328 HTTP/1.1" status: 204 len: 168 time: 0.1786327 Sep 25 04:37:18.545291 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8bf5a-1fef-4d36-9bd6-85178feae171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d24c0-bc11-473f-8f51-066a332f2328,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:18.560618 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Current status of the port 47f4b379-6ef8-44d1-8165-03440fbc2b0a is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:18.561028 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.610378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] For port 47f4b379-6ef8-44d1-8165-03440fbc2b0a, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=47f4b379-6ef8-44d1-8165-03440fbc2b0a,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:18.615314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.679380 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:17Z', 'revision_number': 3, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:18.740666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62a59-48e9-4f8b-a5d5-56fe02aa448b None None] Pushing event updated for resources: {'Port': ['ID=47f4b379-6ef8-44d1-8165-03440fbc2b0a,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:18.755789 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:18.755995 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Updating router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc port 2696a2cb-0aa9-428e-9478-54d1312e575b binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:37:18.766505 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 47f4b379-6ef8-44d1-8165-03440fbc2b0a up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:18.818346 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.853639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1b261-4cf0-4de3-84f1-66b41e622ddc req-cbb13360-b2e8-427c-8ccb-0cf8539b0dac tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:18.856201 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe1b261-4cf0-4de3-84f1-66b41e622ddc req-cbb13360-b2e8-427c-8ccb-0cf8539b0dac tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.1081870 Sep 25 04:37:18.862025 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 47f4b379-6ef8-44d1-8165-03440fbc2b0a triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:18.862394 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.862892 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 47f4b379-6ef8-44d1-8165-03440fbc2b0a Sep 25 04:37:18.937484 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:18.954051 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe1b261-4cf0-4de3-84f1-66b41e622ddc req-b58074bd-87e5-46ec-92db-2022079bf70b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0845032 Sep 25 04:37:18.956587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-c09fd22e-3e3e-41f1-89ee-57b72cc933e4 None None] Provisioning complete for port 47f4b379-6ef8-44d1-8165-03440fbc2b0a triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:18.957151 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c09fd22e-3e3e-41f1-89ee-57b72cc933e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:18.957883 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-c09fd22e-3e3e-41f1-89ee-57b72cc933e4 None None] Attempt 1 to provision port 47f4b379-6ef8-44d1-8165-03440fbc2b0a Sep 25 04:37:18.963361 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10860345-bd67-4140-9ef4-082b76f8ce4e req-f3e31685-4834-431d-b5d3-b19b08969e0f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:18.966101 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10860345-bd67-4140-9ef4-082b76f8ce4e req-f3e31685-4834-431d-b5d3-b19b08969e0f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1088984 Sep 25 04:37:19.000853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.041009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:19.067967 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10860345-bd67-4140-9ef4-082b76f8ce4e req-db0b61de-1c54-4b57-b3a9-8e444b7dc60e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943091 Sep 25 04:37:19.125770 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 47f4b379-6ef8-44d1-8165-03440fbc2b0a is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:19.206128 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-c09fd22e-3e3e-41f1-89ee-57b72cc933e4 None None] Current status of the port 47f4b379-6ef8-44d1-8165-03440fbc2b0a is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:19.219552 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b4c9c-0720-4882-8a95-63a79291356d req-f72f4b94-e352-4646-8659-b20640ee52c1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:19.225101 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-033b4c9c-0720-4882-8a95-63a79291356d req-f72f4b94-e352-4646-8659-b20640ee52c1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1152709 Sep 25 04:37:19.267083 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks [] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.275570 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.288354 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Allocated IP 172.20.0.1 (fc0edd4f-78eb-4338-9c41-437457efbef1/9b8cd4f7-c364-480a-abff-7f8054e3f687/b33429cc-cf38-4aef-b4d5-796739523bc4) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:19.309731 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a67e0a-5448-4864-bd46-34b7eae64ebc req-535acc1f-5d17-4df6-97c4-e603647a2a62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:19.310205 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Attempting to bind port 2696a2cb-0aa9-428e-9478-54d1312e575b on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:19.310576 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Attempting to bind port 2696a2cb-0aa9-428e-9478-54d1312e575b by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:19.310937 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Attempting to bind port 2696a2cb-0aa9-428e-9478-54d1312e575b on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:19.311609 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f3a67e0a-5448-4864-bd46-34b7eae64ebc req-535acc1f-5d17-4df6-97c4-e603647a2a62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0854244 Sep 25 04:37:19.337377 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-033b4c9c-0720-4882-8a95-63a79291356d req-e5dd9453-f86d-4ef1-ba4c-4254250ab704 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979171 Sep 25 04:37:19.361303 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Pushing event updated for resources: {'Port': ['ID=2696a2cb-0aa9-428e-9478-54d1312e575b,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:19.374195 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.374659 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.375022 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.375371 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.375872 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.376346 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.376844 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.377312 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.377778 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.378262 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.378731 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.379225 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.379688 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.380159 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.380610 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:19.398014 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f3a67e0a-5448-4864-bd46-34b7eae64ebc req-8705304d-d7c4-4ab4-97f0-715970a51627 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755739 Sep 25 04:37:19.404880 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:19.405639 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:19.406041 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.406519 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:19.407003 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Bound port: 2696a2cb-0aa9-428e-9478-54d1312e575b, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:19.407378 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.440864 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks [] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.447502 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:19.447657 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:19.460691 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] For port 2696a2cb-0aa9-428e-9478-54d1312e575b, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:19.465566 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] For port 2696a2cb-0aa9-428e-9478-54d1312e575b, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2696a2cb-0aa9-428e-9478-54d1312e575b,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:19.482398 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.495819 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.518544 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:19.519174 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:19.539635 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:19.545209 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:19.547826 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:19.578544 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Pushing event updated for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:19.613032 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc34fb9-cd53-4c14-b49a-7f7ac7ae60fd None None] Pushing event updated for resources: {'Port': ['ID=2696a2cb-0aa9-428e-9478-54d1312e575b,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:19.613165 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.662095 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:19.776281 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 02bb815d-6dec-4eac-9221-50f10407403b up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:19.808352 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.848609 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:19.864883 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:19.872243 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Provisioning complete for port b33429cc-cf38-4aef-b4d5-796739523bc4 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:19.872861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.873345 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 1 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:19.922615 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 02bb815d-6dec-4eac-9221-50f10407403b completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:37:19.931858 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:19.933358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 02bb815d-6dec-4eac-9221-50f10407403b triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:19.934323 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (02bb815d-6dec-4eac-9221-50f10407403b), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:19.934636 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 02bb815d-6dec-4eac-9221-50f10407403b Sep 25 04:37:19.942496 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:17Z', 'revision_number': 3, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:20.003200 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57721aa-1356-4e1c-9475-fa1609c6f092 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:17Z', 'revision_number': 3, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:20.028069 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:20.049960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks [] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.063223 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.079726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 02bb815d-6dec-4eac-9221-50f10407403b is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:20.080440 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (02bb815d-6dec-4eac-9221-50f10407403b), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.163268 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.164071 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717c31c-e925-4bec-95c0-b5be88a2140e req-fdfa3462-2e64-4706-98c3-87fe34aad462 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:20.169033 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4717c31c-e925-4bec-95c0-b5be88a2140e req-fdfa3462-2e64-4706-98c3-87fe34aad462 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 945 time: 0.0846889 Sep 25 04:37:20.199588 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:20.205369 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e53e13-5342-4ad1-ac57-6acd24abc750" -d '{"events": [{"server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "name": "network-vif-plugged", "status": "completed", "tag": "02bb815d-6dec-4eac-9221-50f10407403b"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:20.240564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=02bb815d-6dec-4eac-9221-50f10407403b,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:20.242981 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.249180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.283874 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4717c31c-e925-4bec-95c0-b5be88a2140e req-391f86ae-b900-4246-8873-4733c95fa8b0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1086481 Sep 25 04:37:20.356678 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Pushing event updated for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:20.394362 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:20.408978 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4abdd1-fc05-4a83-b548-4eef0eb56e86 x-openstack-request-id: req-5d4abdd1-fc05-4a83-b548-4eef0eb56e86 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:20.409410 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "name": "network-vif-plugged", "status": "completed", "tag": "02bb815d-6dec-4eac-9221-50f10407403b", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:20.409779 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d4abdd1-fc05-4a83-b548-4eef0eb56e86 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:20.410312 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4abdd1-fc05-4a83-b548-4eef0eb56e86'] response: {'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b', 'code': 200} Sep 25 04:37:20.433454 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 2 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:20.521617 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:20.523994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:20.555558 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:20.575156 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad987097-570a-4a1c-9634-e5dc1af47c54 req-cf2ea4da-1462-4750-b16d-d212a6359e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:20.578775 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ad987097-570a-4a1c-9634-e5dc1af47c54 req-cf2ea4da-1462-4750-b16d-d212a6359e27 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1129 time: 0.2565670 Sep 25 04:37:20.589418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f495c8-e360-4d4c-80b9-a76bae77b07b req-59a4ab5c-7253-4dc3-af8f-8ba32d6c3208 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:20.591119 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b1f495c8-e360-4d4c-80b9-a76bae77b07b req-59a4ab5c-7253-4dc3-af8f-8ba32d6c3208 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.3244636 Sep 25 04:37:20.711635 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b1f495c8-e360-4d4c-80b9-a76bae77b07b req-be2141e5-e1b2-440b-a8ab-dd2cedabf62c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Sep 25 04:37:20.728995 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d01cd-5a32-4556-bfcb-a95a9107e5d7 req-f01135f9-d5b2-4124-95b7-fc88a309138a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:20.739610 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e53d01cd-5a32-4556-bfcb-a95a9107e5d7 req-f01135f9-d5b2-4124-95b7-fc88a309138a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1847899 Sep 25 04:37:20.759011 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:20.835205 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e53d01cd-5a32-4556-bfcb-a95a9107e5d7 req-704df03a-74f4-455a-b9be-5d398423977d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938737 Sep 25 04:37:20.861521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2696a2cb-0aa9-428e-9478-54d1312e575b up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:20.901852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5a0a-0399-4cd2-af7d-a32301f377d5 req-4ab3804b-6efa-4316-af8a-106d8c5c6489 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:20.909897 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3e3b5a0a-0399-4cd2-af7d-a32301f377d5 req-4ab3804b-6efa-4316-af8a-106d8c5c6489 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0729473 Sep 25 04:37:20.945815 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 2696a2cb-0aa9-428e-9478-54d1312e575b triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:20.946348 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:20.946774 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 2696a2cb-0aa9-428e-9478-54d1312e575b Sep 25 04:37:20.980855 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:21.032905 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3e3b5a0a-0399-4cd2-af7d-a32301f377d5 req-5c77c492-bdb6-43e1-9742-362208ace803 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025436 Sep 25 04:37:21.037846 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 2696a2cb-0aa9-428e-9478-54d1312e575b is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:21.038576 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:21.046057 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f571a-4ed2-4f51-8d99-521b948b291a req-50d908d7-2c0b-40e6-bc36-a4e992a6c096 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:21.047625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-987f571a-4ed2-4f51-8d99-521b948b291a req-50d908d7-2c0b-40e6-bc36-a4e992a6c096 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1102712 Sep 25 04:37:21.057207 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 3 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:21.060212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55808) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:21.064783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'floatingip': {'port_id': '352ac3fb-d005-4e6e-98b0-7339ef6c2202'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:21.071811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 2696a2cb-0aa9-428e-9478-54d1312e575b, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2696a2cb-0aa9-428e-9478-54d1312e575b,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:21.113417 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:21.114982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:21.116256 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:21.117374 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 47f4b379-6ef8-44d1-8165-03440fbc2b0a up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:21.144080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:21.153416 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:21.169733 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-663a5f39-8bec-433a-9b41-21f0c31d74bb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/511ab85e-45ce-4b8f-9ced-915a0bd4fefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9743533 Sep 25 04:37:21.215792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=2696a2cb-0aa9-428e-9478-54d1312e575b,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:21.238521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 47f4b379-6ef8-44d1-8165-03440fbc2b0a triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:21.239283 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:21.239731 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 47f4b379-6ef8-44d1-8165-03440fbc2b0a Sep 25 04:37:21.334275 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 47f4b379-6ef8-44d1-8165-03440fbc2b0a is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:21.520654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c769f2-98cf-4fcb-a932-74b9a264d850 req-389ec841-6168-4eb0-8d25-13644263b5ae tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:21.522223 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c769f2-98cf-4fcb-a932-74b9a264d850 req-389ec841-6168-4eb0-8d25-13644263b5ae tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0949352 Sep 25 04:37:21.616989 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 4 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:21.678960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:21.693156 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c769f2-98cf-4fcb-a932-74b9a264d850 req-e3cbbe91-20d1-4830-aee4-40f1377fa932 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1429148 Sep 25 04:37:21.755255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.059236 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55858) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:22.065434 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2048741056-network', 'tenant_id': 'b06e471023194d10920aade4346c3bc3'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:22.100401 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.db.resource_extend [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 04:37:22.109425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.118260 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Made reservation on behalf of b06e471023194d10920aade4346c3bc3 for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:37:22.121663 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.131958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.140129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4896d-4fd5-486e-b098-f15fac632a97 req-530231b0-429d-41de-afdc-3e361c7b5fdd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:22.141641 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ef4896d-4fd5-486e-b098-f15fac632a97 req-530231b0-429d-41de-afdc-3e361c7b5fdd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1175377 Sep 25 04:37:22.180705 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 5 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:22.226190 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.235579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.243660 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:22.272827 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks [] for security_group (6cef0306-f4eb-47c7-8af6-25362687e2a2), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.277519 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6cef0306-f4eb-47c7-8af6-25362687e2a2), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.309897 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295e761-ddd4-40bd-9276-e47d7b0f50c5 req-ae8c946a-8008-443f-99f8-6235f1b913a9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:22.310305 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef0306-f4eb-47c7-8af6-25362687e2a2,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:22.311502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c295e761-ddd4-40bd-9276-e47d7b0f50c5 req-ae8c946a-8008-443f-99f8-6235f1b913a9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.1777699 Sep 25 04:37:22.319665 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ef4896d-4fd5-486e-b098-f15fac632a97 req-5ccbb017-572d-4f5c-9552-9ac2701cd4ec tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576042 Sep 25 04:37:22.348569 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:37:22.362465 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (32461446-ef71-463e-a08e-f8fc5a43d7bd), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.363085 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Added segment 32461446-ef71-463e-a08e-f8fc5a43d7bd of type vlan for network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 Sep 25 04:37:22.409359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Floating IP 553df39a-364b-49e1-8189-a6bc450a031a associated. External IP: 172.27.0.238, port: 352ac3fb-d005-4e6e-98b0-7339ef6c2202. Sep 25 04:37:22.414412 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c295e761-ddd4-40bd-9276-e47d7b0f50c5 req-b29f0cf1-5f4a-48da-91df-5405ef32869b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938232 Sep 25 04:37:22.416506 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.452070 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.453511 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:22.454352 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.496805 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.507556 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4446011 Sep 25 04:37:22.531972 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55876) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:22.540654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Request body: {'subnet': {'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2048741056-subnet', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:22.565159 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.570676 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f2753-df7c-489f-829d-4493bca45a95 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:22.576018 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:22.592088 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:22.592940 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:22.609493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Made reservation on behalf of b06e471023194d10920aade4346c3bc3 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:37:22.611820 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11129365'] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.634095 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:37:22.657786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.695724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2696a2cb-0aa9-428e-9478-54d1312e575b up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:22.754901 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 6 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:22.755306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:22.838546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:22.926296 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:22.963509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6110-1ca0-407a-8049-c4e12bc780c0 req-b3455bec-4938-4fee-b23d-9f6cce99e86b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:22.965461 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-147b6110-1ca0-407a-8049-c4e12bc780c0 req-b3455bec-4938-4fee-b23d-9f6cce99e86b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.1346400 Sep 25 04:37:22.975298 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:22.979164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2081441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11129347'] for subnet (e385420a-1f87-4e63-abdb-fec208b14561), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.988839 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 2696a2cb-0aa9-428e-9478-54d1312e575b triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:22.989214 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:22.989548 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 2696a2cb-0aa9-428e-9478-54d1312e575b Sep 25 04:37:23.041756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:23.051283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.056224 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:23.068868 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:23.070015 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:23.111703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e385420a-1f87-4e63-abdb-fec208b14561,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:23.123103 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-147b6110-1ca0-407a-8049-c4e12bc780c0 req-8bbe7f08-c4f7-4f4d-9059-a60f67e6f006 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1504824 Sep 25 04:37:23.132622 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Checking segment: {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:23.133030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Network hostable DHCP agents. Network: 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:37:23.136062 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2f63de8e-8a36-41ef-aa8d-ea13926b614c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/553df39a-364b-49e1-8189-a6bc450a031a HTTP/1.1" status: 200 len: 992 time: 2.0747912 Sep 25 04:37:23.137958 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:23.140317 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d2f583-d54b-4480-89e9-51097b20e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:23.165107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:37:23.166321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 2696a2cb-0aa9-428e-9478-54d1312e575b is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:23.185381 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:23.200893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:23.202593 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.202744 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:23.208534 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbc97bd-8d2f-4452-8c9e-a518e3666654 x-openstack-request-id: req-efbc97bd-8d2f-4452-8c9e-a518e3666654 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:23.208943 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:23.209258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efbc97bd-8d2f-4452-8c9e-a518e3666654 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:23.209725 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbc97bd-8d2f-4452-8c9e-a518e3666654'] response: {'name': 'network-changed', 'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'status': 'completed', 'code': 200} Sep 25 04:37:23.214044 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45028ff2-5653-40ea-ac86-5f6b8a0ca918 None None] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:37:23.224703 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d9377636-3c39-42ab-b94c-edeefff43e99 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7046049 Sep 25 04:37:23.227482 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55886) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:23.232856 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:23.254098 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.255175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.280686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 2, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:23.316213 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for router_controller (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.318405 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:23.318886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Updating router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc port b33429cc-cf38-4aef-b4d5-796739523bc4 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:37:23.353688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:23.388619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.399714 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'project_id': 'b06e471023194d10920aade4346c3bc3', 'fixed_ips': [{'subnet_id': 'e385420a-1f87-4e63-abdb-fec208b14561'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:37:23.400762 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.475021 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for router_gateway (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.515927 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dfb6b-0270-42fb-bebb-604a9e86809c req-389b36d4-2d69-49c3-917c-64b854857066 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:23.517978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-158dfb6b-0270-42fb-bebb-604a9e86809c req-389b36d4-2d69-49c3-917c-64b854857066 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0713778 Sep 25 04:37:23.588288 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '553df39a-364b-49e1-8189-a6bc450a031a', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:98:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:23.593605 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 7 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:23.618430 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:23.629171 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:23.629783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:23.647849 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-158dfb6b-0270-42fb-bebb-604a9e86809c req-0ea17df5-da75-48a8-a189-b05b30b3f2b6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236537 Sep 25 04:37:23.729591 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:23.735230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108091f-6310-4db0-9e28-0c5dae98f9ef req-cf09a824-6479-483e-b7de-599c060af310 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:23.736854 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5108091f-6310-4db0-9e28-0c5dae98f9ef req-cf09a824-6479-483e-b7de-599c060af310 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0700533 Sep 25 04:37:23.775815 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:23.807470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5108091f-6310-4db0-9e28-0c5dae98f9ef req-c520f7c7-6e0f-4e11-87e6-ef3b3fefe3fb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609894 Sep 25 04:37:23.815824 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:23.838843 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for router_gateway (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.870205 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.872412 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Allocated IP 172.20.0.2 (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83/e385420a-1f87-4e63-abdb-fec208b14561/c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:23.902597 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks [] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.910493 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:23.923407 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:23.986774 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Allocated IP 172.27.0.64 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/f723e88b-e565-477c-92bd-20a02ef25d7e) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:23.990761 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=10 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.035217 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b7589-2cd8-4b58-8131-cf28e97e9a6a None None] Pushing event updated for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:24.051397 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '553df39a-364b-49e1-8189-a6bc450a031a', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:98:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:24.081219 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50667e56-b69c-4d1a-bf59-8ec8d39fa7b0 None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '553df39a-364b-49e1-8189-a6bc450a031a', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:98:d1:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:24.090217 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Attempting to bind port b33429cc-cf38-4aef-b4d5-796739523bc4 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:24.090629 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Attempting to bind port b33429cc-cf38-4aef-b4d5-796739523bc4 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:24.091184 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Attempting to bind port b33429cc-cf38-4aef-b4d5-796739523bc4 on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:24.108200 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.150052 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.160870 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.187397 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks [] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.192900 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:24.193293 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:24.193712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.194759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Bound using segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:24.195196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Bound port: b33429cc-cf38-4aef-b4d5-796739523bc4, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:24.195624 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.197838 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:24.200469 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.204395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:24.208978 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:24.212550 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Pushing event updated for resources: {'Port': ['ID=f723e88b-e565-477c-92bd-20a02ef25d7e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:24.241246 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 8 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:24.302121 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:24.308472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.312402 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:24.314792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:24.315376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b8fb-ec53-4180-b6e1-d37adcf646d8 req-92f2204b-b3b6-46e5-9aea-3e2cc5c093bc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:24.317427 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c426b8fb-ec53-4180-b6e1-d37adcf646d8 req-92f2204b-b3b6-46e5-9aea-3e2cc5c093bc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0631852 Sep 25 04:37:24.324726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Pushing event updated for resources: {'Port': ['ID=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:24.331946 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Port b33429cc-cf38-4aef-b4d5-796739523bc4 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:24.397229 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] For port b33429cc-cf38-4aef-b4d5-796739523bc4, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:24.402830 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c426b8fb-ec53-4180-b6e1-d37adcf646d8 req-a939f99c-f492-483c-92bf-bb3f555e8317 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738511 Sep 25 04:37:24.420849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] For port b33429cc-cf38-4aef-b4d5-796739523bc4, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b33429cc-cf38-4aef-b4d5-796739523bc4,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:24.427862 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Attempting to bind port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:24.427862 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Attempting to bind port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:24.427862 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Attempting to bind port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb on network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:24.430016 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583e7d2-0711-47ab-9520-50378667c667 None None] New status for floating IP 553df39a-364b-49e1-8189-a6bc450a031a: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:37:24.432487 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.485689 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.492434 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for router_gateway (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.596369 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:24.597004 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:24.687795 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.807107 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b7589-2cd8-4b58-8131-cf28e97e9a6a None None] Pushing event updated for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:24.817625 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6986-c123-48fd-822f-559df10fbcd0 req-c661affe-b1d5-4a53-b025-e1b465c9d0e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:24.819218 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f83e6986-c123-48fd-822f-559df10fbcd0 req-c661affe-b1d5-4a53-b025-e1b465c9d0e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0504475 Sep 25 04:37:24.820528 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:24.820933 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Checking segment: {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:24.821340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.821733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Bound using segment: {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:24.822221 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Bound port: c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:24.822601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:24.833775 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Attempt 9 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:24.852120 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Router f85f0a02-5c79-4bde-83e7-22f5ab19dcee is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:37:24.881939 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.883550 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f83e6986-c123-48fd-822f-559df10fbcd0 req-42e7b572-0b3e-4608-b5a4-490a78203cee tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Sep 25 04:37:24.962506 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:24.979685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8211283-c840-421d-9426-1fe9147aab72 req-7be02815-745d-42c6-b624-4982209feefa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:24.981962 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8211283-c840-421d-9426-1fe9147aab72 req-7be02815-745d-42c6-b624-4982209feefa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0514207 Sep 25 04:37:24.984519 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:24.993299 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Sync routers for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:25.005417 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:25.006025 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:25.007912 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.009510 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-546ef410-dccf-4065-afbe-8457b28fb939 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7810402 Sep 25 04:37:25.013136 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55910) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:25.064436 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8211283-c840-421d-9426-1fe9147aab72 req-7dd9494a-408d-4b9a-98a2-3a7c4ead1858 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667329 Sep 25 04:37:25.092183 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:25.150266 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:25.151444 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] For port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:25.153829 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Current status of the port b33429cc-cf38-4aef-b4d5-796739523bc4 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:25.154354 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.157600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] For port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:25.198733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.309021 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:25.318158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] For port b33429cc-cf38-4aef-b4d5-796739523bc4, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b33429cc-cf38-4aef-b4d5-796739523bc4,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:25.334271 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.354192 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:24Z', 'revision_number': 3, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:25.356042 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4f731-187c-4067-b114-9e39b95b117b None None] Pushing event updated for resources: {'Port': ['ID=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:25.384996 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Checking router: f85f0a02-5c79-4bde-83e7-22f5ab19dcee for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:25.385409 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Updating router f85f0a02-5c79-4bde-83e7-22f5ab19dcee port f723e88b-e565-477c-92bd-20a02ef25d7e binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:37:25.427844 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.471174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60cb32-a788-4888-86b4-ac45170eb92e None None] Pushing event updated for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:25.500070 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b69de034-dd05-4949-abe0-7f53bf4b12d2 None None] Provisioning complete for port b33429cc-cf38-4aef-b4d5-796739523bc4 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:25.500543 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b69de034-dd05-4949-abe0-7f53bf4b12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.501047 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b69de034-dd05-4949-abe0-7f53bf4b12d2 None None] Attempt 1 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:25.541222 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:24Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:25.581625 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c134b-9830-4982-8940-982e48b79b41 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:24Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:25.612487 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:25.681644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff532d-e357-4952-a4ea-739b36593676 req-dd17efb4-cd2e-4388-a0c1-584af6cb810f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:25.682503 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b69de034-dd05-4949-abe0-7f53bf4b12d2 None None] Current status of the port b33429cc-cf38-4aef-b4d5-796739523bc4 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:25.683218 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-daff532d-e357-4952-a4ea-739b36593676 req-dd17efb4-cd2e-4388-a0c1-584af6cb810f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.1275964 Sep 25 04:37:25.835521 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:25.836167 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-daff532d-e357-4952-a4ea-739b36593676 req-d729ed11-8ca1-490c-a3f1-8b2f4a94cef1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1237497 Sep 25 04:37:25.885166 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks [] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.893487 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:25.936764 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c7343-ae1a-4515-930b-73d5749716f6 None None] Pushing event updated for resources: {'Port': ['ID=f723e88b-e565-477c-92bd-20a02ef25d7e,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:25.950521 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Attempting to bind port f723e88b-e565-477c-92bd-20a02ef25d7e on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:25.951034 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Attempting to bind port f723e88b-e565-477c-92bd-20a02ef25d7e by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:25.951464 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Attempting to bind port f723e88b-e565-477c-92bd-20a02ef25d7e on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:26.001483 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.017779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:26.017779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:26.017779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.018783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:26.018783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Bound port: f723e88b-e565-477c-92bd-20a02ef25d7e, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:26.019141 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.028291 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:26.046671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7a39-a313-4636-a043-f8a4ba2cc0c9 req-0749fdb7-bb7e-4ed7-8819-5c98c7dea6dc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:26.053958 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f3a7a39-a313-4636-a043-f8a4ba2cc0c9 req-0749fdb7-bb7e-4ed7-8819-5c98c7dea6dc tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0617216 Sep 25 04:37:26.084190 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] For port f723e88b-e565-477c-92bd-20a02ef25d7e, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:26.088489 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] For port f723e88b-e565-477c-92bd-20a02ef25d7e, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f723e88b-e565-477c-92bd-20a02ef25d7e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:26.106189 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.145165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f3a7a39-a313-4636-a043-f8a4ba2cc0c9 req-a7308443-52ff-42a7-acbc-5e7639808473 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Sep 25 04:37:26.164876 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:26.164876 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:26.261177 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Allocated IP 172.20.0.1 (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83/e385420a-1f87-4e63-abdb-fec208b14561/f5a67cee-0d59-47b1-a393-343a7e069051) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:37:26.264744 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86717c13-923f-40dc-857d-ea747b0de3a7 req-88d6b61e-1028-49b3-bce8-a90a5ea090cc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:26.272702 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-86717c13-923f-40dc-857d-ea747b0de3a7 req-88d6b61e-1028-49b3-bce8-a90a5ea090cc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0960703 Sep 25 04:37:26.335389 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-86717c13-923f-40dc-857d-ea747b0de3a7 req-43fabe93-6f42-4f98-bdeb-85b9ec12f77a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618131 Sep 25 04:37:26.336909 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c7343-ae1a-4515-930b-73d5749716f6 None None] Pushing event updated for resources: {'Port': ['ID=f723e88b-e565-477c-92bd-20a02ef25d7e,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:26.359060 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:26.434246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks [] for port (f5a67cee-0d59-47b1-a393-343a7e069051), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.475718 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.512525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:26.535820 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:26.539896 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:26.546939 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:37:26.577139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:26.602255 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.603126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5a2b4-d9b4-4a21-b487-68fc66470b58 None None] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:37:26.742123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Provisioning complete for port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:26.742497 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.742877 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Attempt 1 to provision port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb Sep 25 04:37:26.750762 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:24Z', 'revision_number': 3, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:26.760205 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:26.781494 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b6667-4f07-49f0-b932-fadde331f6cc None None] The sync data for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi is: [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:24Z', 'revision_number': 3, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:26.864872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b33429cc-cf38-4aef-b4d5-796739523bc4 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:26.959574 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:27.008360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port b33429cc-cf38-4aef-b4d5-796739523bc4 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:27.008360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.008360 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port b33429cc-cf38-4aef-b4d5-796739523bc4 Sep 25 04:37:27.013184 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Current status of the port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:27.013580 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.064665 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:27.110958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks [] for port (f5a67cee-0d59-47b1-a393-343a7e069051), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.113119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974f645-1f98-4432-b2df-5a4b2d923f0d req-42a505e2-e845-441d-b6a2-67e3a844f901 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:27.116072 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] For port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:27.116233 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0974f645-1f98-4432-b2df-5a4b2d923f0d req-42a505e2-e845-441d-b6a2-67e3a844f901 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.1416156 Sep 25 04:37:27.116483 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.123921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.191517 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ad987097-570a-4a1c-9634-e5dc1af47c54 req-a033ec92-41e2-42f4-9a7f-e5bd5bb981e7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374159 Sep 25 04:37:27.236144 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0974f645-1f98-4432-b2df-5a4b2d923f0d req-5cdca0d3-1820-416d-882c-99713aa099bd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1051919 Sep 25 04:37:27.247759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15eb51-d70d-4f9f-8cde-e86fe0f996ce None None] Pushing event updated for resources: {'Port': ['ID=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:27.268415 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:27.282922 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.310223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port b33429cc-cf38-4aef-b4d5-796739523bc4 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:27.311332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:27.350758 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:27.353714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631ce79-76c5-477f-924b-e47e242934b0 req-1c6a8750-f4be-44d6-b666-47d2fed925c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:27.355042 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4631ce79-76c5-477f-924b-e47e242934b0 req-1c6a8750-f4be-44d6-b666-47d2fed925c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0864351 Sep 25 04:37:27.391218 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Provisioning complete for port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:27.391715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.392684 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 1 to provision port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb Sep 25 04:37:27.417734 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4631ce79-76c5-477f-924b-e47e242934b0 req-bb9cd341-d6ee-459a-9e20-fc238c32f74d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552666 Sep 25 04:37:27.485222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:37:27.487061 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:37:27.529526 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:27.530206 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.530750 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb Sep 25 04:37:27.537958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:27.566469 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345045b3-1658-4a91-a3ce-781cc31c31a1 req-eccf00b8-4ce6-4c2d-abc1-802606360d7e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:27.568493 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-345045b3-1658-4a91-a3ce-781cc31c31a1 req-eccf00b8-4ce6-4c2d-abc1-802606360d7e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0846522 Sep 25 04:37:27.647917 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-345045b3-1658-4a91-a3ce-781cc31c31a1 req-a0d682aa-d549-4472-873a-2755d04c2f66 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701332 Sep 25 04:37:27.665667 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Current status of the port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:27.678719 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Router f85f0a02-5c79-4bde-83e7-22f5ab19dcee has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:27.714070 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Provisioning complete for port f5a67cee-0d59-47b1-a393-343a7e069051 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:27.715233 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:27.715717 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 1 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:27.767144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:27.773769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:27.812882 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:27.818056 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2e48a03d-087e-46a0-8558-fb55dede2e93 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/f85f0a02-5c79-4bde-83e7-22f5ab19dcee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037088 Sep 25 04:37:28.263089 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55960) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:28.267641 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021890742', 'description': 'tempest-secgroup-smoke-2021890742 description', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:28.275269 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 2 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:28.334539 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-d2b2d36d-6286-4125-a279-d544ceab5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:28.336353 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-d2b2d36d-6286-4125-a279-d544ceab5175 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1130 time: 0.0568001 Sep 25 04:37:28.342758 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:28.355176 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.359287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:28.419818 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55964) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:28.461503 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (8b5b8b25-8fd8-43c8-be65-4f04ff420dd0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.484062 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8b5b8b25-8fd8-43c8-be65-4f04ff420dd0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.489950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:28.501928 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673d95-d62f-464a-8bf3-52486a33e6e2 req-8dc548e4-580d-487d-8142-7f0f9b8482eb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:28.509728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0673d95-d62f-464a-8bf3-52486a33e6e2 req-8dc548e4-580d-487d-8142-7f0f9b8482eb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0761125 Sep 25 04:37:28.513475 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.516113 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2507484 Sep 25 04:37:28.520824 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55970) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:28.525513 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:28.549593 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab426c-8c5a-4006-8aad-22446135da13 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:28.568889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (a3584c2c-f1a9-44b3-83aa-17cf09f0aca0), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.616184 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c203e169-6165-4180-b41f-64950ea45d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.670882 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (a3584c2c-f1a9-44b3-83aa-17cf09f0aca0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.677573 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (a3584c2c-f1a9-44b3-83aa-17cf09f0aca0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.706307 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3584c2c-f1a9-44b3-83aa-17cf09f0aca0,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:28.717792 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.721716 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a0644878-d4d2-4239-8557-58df7bb5ece6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972580 Sep 25 04:37:28.723311 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55974) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:28.727738 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:28.782038 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:28.786767 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c203e169-6165-4180-b41f-64950ea45d95 admin admin] Publish callbacks [] for security_group (a914fc60-77c6-4a17-a08f-e4ad7be39767), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.789322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (9490ba54-81bb-4454-99df-f20b11fc0e2f), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.793214 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-039455d8-abf2-48fe-a2e1-0783834d3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:28.793957 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:28.794707 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-039455d8-abf2-48fe-a2e1-0783834d3567 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.4520681 Sep 25 04:37:28.801642 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c203e169-6165-4180-b41f-64950ea45d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a914fc60-77c6-4a17-a08f-e4ad7be39767), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.830688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1fb2f-b3a8-4577-ae86-c8df9e60ede4 req-6203c3a5-251c-4ab0-8563-db21896db3cd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:28.832087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-55d1fb2f-b3a8-4577-ae86-c8df9e60ede4 req-6203c3a5-251c-4ab0-8563-db21896db3cd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0879595 Sep 25 04:37:28.844232 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:28.844614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:28.845004 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb Sep 25 04:37:28.851603 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0673d95-d62f-464a-8bf3-52486a33e6e2 req-52228230-bb7b-40e3-94e2-35c11d800171 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3407512 Sep 25 04:37:28.867322 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 3 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:28.904610 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-55d1fb2f-b3a8-4577-ae86-c8df9e60ede4 req-d7e6d18b-7c25-445d-aec1-ddf9b7ccb183 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639441 Sep 25 04:37:28.926234 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203e169-6165-4180-b41f-64950ea45d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914fc60-77c6-4a17-a08f-e4ad7be39767,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:28.933041 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:28.971717 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c203e169-6165-4180-b41f-64950ea45d95 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=901177d75ba64ca49037a6285e8c7b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484853 Sep 25 04:37:28.973477 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55976) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:28.996326 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (9490ba54-81bb-4454-99df-f20b11fc0e2f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.006573 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (9490ba54-81bb-4454-99df-f20b11fc0e2f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.029451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d860533-23e5-48f2-b706-c5833aa14e21 req-9f14c482-8d82-404d-bc97-03b7b2bfcbda tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:29.037412 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d860533-23e5-48f2-b706-c5833aa14e21 req-9f14c482-8d82-404d-bc97-03b7b2bfcbda tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0760190 Sep 25 04:37:29.045456 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9490ba54-81bb-4454-99df-f20b11fc0e2f,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.053655 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.057578 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3efd7531-5dbd-48a3-b58b-b52829f70dfb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332431 Sep 25 04:37:29.059447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 55978) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:29.063925 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:29.070143 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:29.091796 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] Publish callbacks [] for security_group (a914fc60-77c6-4a17-a08f-e4ad7be39767), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.099205 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d860533-23e5-48f2-b706-c5833aa14e21 req-941c8ec5-f942-4c52-ab6e-5643b1ae7929 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602663 Sep 25 04:37:29.124706 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] Publish callbacks [] for security_group (a914fc60-77c6-4a17-a08f-e4ad7be39767), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.130127 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:29.131186 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f723e88b-e565-477c-92bd-20a02ef25d7e up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:29.171124 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (8862f0a1-78c8-4a33-a6fb-69fa46f6ee15), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.188262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port f723e88b-e565-477c-92bd-20a02ef25d7e triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:29.188262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.188262 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port f723e88b-e565-477c-92bd-20a02ef25d7e Sep 25 04:37:29.196156 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a914fc60-77c6-4a17-a08f-e4ad7be39767), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.198681 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.200378 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a914fc60-77c6-4a17-a08f-e4ad7be39767 HTTP/1.1" status: 204 len: 168 time: 0.2258782 Sep 25 04:37:29.221880 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb8268-68eb-4605-b4e3-6faa80f6851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914fc60-77c6-4a17-a08f-e4ad7be39767,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.236501 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:29.253765 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (8862f0a1-78c8-4a33-a6fb-69fa46f6ee15), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.258649 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (8862f0a1-78c8-4a33-a6fb-69fa46f6ee15), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.276113 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8862f0a1-78c8-4a33-a6fb-69fa46f6ee15,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.296314 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.296510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port f723e88b-e565-477c-92bd-20a02ef25d7e is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:29.296694 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.300278 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55986) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:29.300859 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-572f151c-f54b-4ba9-b1a7-85430adde260 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2402415 Sep 25 04:37:29.306701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:29.341123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port f723e88b-e565-477c-92bd-20a02ef25d7e, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f723e88b-e565-477c-92bd-20a02ef25d7e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:29.346784 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.349078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (0a8ccd7c-51b6-4f1a-8648-b34e08dc62e8), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.406762 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Sync routers for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:29.443652 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:29.444287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:29.453746 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 4 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:29.459285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (0a8ccd7c-51b6-4f1a-8648-b34e08dc62e8), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.463376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (0a8ccd7c-51b6-4f1a-8648-b34e08dc62e8), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.492058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8ccd7c-51b6-4f1a-8648-b34e08dc62e8,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.504360 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.505819 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-92b7fcb3-071a-418a-8c0a-8fdd079484d6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038770 Sep 25 04:37:29.508491 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 55998) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:29.514100 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:29.555979 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Project 00f66d2c942b419abc8d9d010c5a57f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:37:29.596128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (bb08efc0-145f-49c7-82f2-679c22aca90a), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.605758 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:29.688049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:29.714303 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=f723e88b-e565-477c-92bd-20a02ef25d7e,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.759128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:29.767933 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-b79e4192-0f80-4c69-836a-4f49851f5e4b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 1002 time: 0.2041469 Sep 25 04:37:29.779806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (bb08efc0-145f-49c7-82f2-679c22aca90a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.784667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (bb08efc0-145f-49c7-82f2-679c22aca90a), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.784826 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:29.803254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb08efc0-145f-49c7-82f2-679c22aca90a,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:29.815746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.817060 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d9a2c12c-a528-469c-a371-aad4dd6b05cc tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3074632 Sep 25 04:37:29.819762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56022) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:29.824747 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'security_group_rule': {'security_group_id': '8b5b8b25-8fd8-43c8-be65-4f04ff420dd0', 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:29.887866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb2348-bdd0-413c-aed8-68d9a0e7428b req-ded3cdc0-ce35-4549-adba-c839f3d60144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:29.889504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fb2348-bdd0-413c-aed8-68d9a0e7428b req-ded3cdc0-ce35-4549-adba-c839f3d60144 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 1130 time: 0.0484304 Sep 25 04:37:29.890016 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 4, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f5a67cee-0d59-47b1-a393-343a7e069051', 'name': '', 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'mac_address': 'fa:16:3e:c2:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:26Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 2, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'subnets': [{'id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:29.900342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Project 00f66d2c942b419abc8d9d010c5a57f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:37:29.912571 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (a27269e8-bd68-4486-bf97-ba608af5a949), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:29.985335 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Checking router: f85f0a02-5c79-4bde-83e7-22f5ab19dcee for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:29.986216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Updating router f85f0a02-5c79-4bde-83e7-22f5ab19dcee port f5a67cee-0d59-47b1-a393-343a7e069051 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:37:30.055863 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.189568 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:30.220458 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (a27269e8-bd68-4486-bf97-ba608af5a949), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.259784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (a27269e8-bd68-4486-bf97-ba608af5a949), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.283685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002997a3-0a14-4388-bff1-5d72a13a2a1b req-bbba1d43-14f3-4e31-9ddf-a39da0da73d3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:30.285801 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 5 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:30.294489 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-002997a3-0a14-4388-bff1-5d72a13a2a1b req-bbba1d43-14f3-4e31-9ddf-a39da0da73d3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.2427094 Sep 25 04:37:30.320418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-cf6f8549-9c38-4a6d-841d-4726cdd17b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:30.322199 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-cf6f8549-9c38-4a6d-841d-4726cdd17b52 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.3802798 Sep 25 04:37:30.358615 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:30.368250 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fdac7-af6e-4eff-901e-096e5d6646b4 req-96e02904-8ca9-4547-9637-db00b46ce802 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:30.381294 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-315fdac7-af6e-4eff-901e-096e5d6646b4 req-96e02904-8ca9-4547-9637-db00b46ce802 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.3247020 Sep 25 04:37:30.384905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27269e8-bd68-4486-bf97-ba608af5a949,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:30.394690 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fb2348-bdd0-413c-aed8-68d9a0e7428b req-44be3001-706d-45a9-9644-f7a7319f5a75 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3951945 Sep 25 04:37:30.413175 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.418045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-471851b3-b8be-46b1-ab15-fbe633d67c5a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5937533 Sep 25 04:37:30.474869 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-002997a3-0a14-4388-bff1-5d72a13a2a1b req-8c5b4ba7-7a20-4785-a935-3f31802f1d64 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790841 Sep 25 04:37:30.487156 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-315fdac7-af6e-4eff-901e-096e5d6646b4 req-756b1a26-fa83-42e9-a910-6a7608362ee0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1083128 Sep 25 04:37:30.525577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks [] for port (f5a67cee-0d59-47b1-a393-343a7e069051), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.533012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.610744 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8848-14e0-4a02-b822-ad4d56fc2b2e None None] Pushing event updated for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:30.701626 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Attempting to bind port f5a67cee-0d59-47b1-a393-343a7e069051 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:37:30.704290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Attempting to bind port f5a67cee-0d59-47b1-a393-343a7e069051 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:37:30.704952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Attempting to bind port f5a67cee-0d59-47b1-a393-343a7e069051 on network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:37:30.710461 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:30.726235 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2d558-bc56-434f-bdd2-0fc88774b7c4 req-e06e4748-3a60-4577-9f6e-3464bfa3bf71 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:30.733655 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-59d2d558-bc56-434f-bdd2-0fc88774b7c4 req-e06e4748-3a60-4577-9f6e-3464bfa3bf71 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.1136642 Sep 25 04:37:30.759755 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f723e88b-e565-477c-92bd-20a02ef25d7e up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:30.802756 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-59d2d558-bc56-434f-bdd2-0fc88774b7c4 req-49acef2b-3b06-4c41-bfa2-4af8abbdf40b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680323 Sep 25 04:37:30.851935 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port f723e88b-e565-477c-92bd-20a02ef25d7e triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:30.852323 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.852674 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port f723e88b-e565-477c-92bd-20a02ef25d7e Sep 25 04:37:30.855666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:37:30.856986 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Checking segment: {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:37:30.856986 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.856986 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Bound using segment: {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:37:30.857236 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Bound port: f5a67cee-0d59-47b1-a393-343a7e069051, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32461446-ef71-463e-a08e-f8fc5a43d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:37:30.857596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:30.861635 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 6 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:30.981666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Port f5a67cee-0d59-47b1-a393-343a7e069051 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:37:30.994247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2641d-1076-463a-8fd6-a36ad7b87b04 req-9757d557-d738-48f4-b09c-dc677cacd50e tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:30.996683 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-20c2641d-1076-463a-8fd6-a36ad7b87b04 req-9757d557-d738-48f4-b09c-dc677cacd50e tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.1142275 Sep 25 04:37:31.014922 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf8352-ad04-44a0-b91a-8303b9963ed9 req-c449f196-9313-4ef2-a7f5-c8da8ae0d926 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:31.019979 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d5bf8352-ad04-44a0-b91a-8303b9963ed9 req-c449f196-9313-4ef2-a7f5-c8da8ae0d926 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0783732 Sep 25 04:37:31.027102 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56116) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:31.034190 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'floatingip': {'port_id': '28807ae7-bb46-4e31-93d7-48170864edca'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:31.047370 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] For port f5a67cee-0d59-47b1-a393-343a7e069051, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:37:31.053166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] For port f5a67cee-0d59-47b1-a393-343a7e069051, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f5a67cee-0d59-47b1-a393-343a7e069051,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:37:31.056832 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port f723e88b-e565-477c-92bd-20a02ef25d7e is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:31.071252 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:31.088081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-20c2641d-1076-463a-8fd6-a36ad7b87b04 req-5fe77762-da97-4b92-b465-fd4f9fe65495 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808773 Sep 25 04:37:31.090492 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:31.181727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:31.182661 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:31.214402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:31.285822 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8848-14e0-4a02-b822-ad4d56fc2b2e None None] Pushing event updated for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:31.367326 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:31.410293 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-4e20fe77-5113-4669-9ef3-f2e9a9d98328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:31.412430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-4e20fe77-5113-4669-9ef3-f2e9a9d98328 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761409 Sep 25 04:37:31.506160 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Attempt 7 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:31.685478 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Current status of the port f5a67cee-0d59-47b1-a393-343a7e069051 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:31.686242 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:31.723935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:31.756422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f15fcf-9ccb-46f7-9a12-078cc4b46eeb req-99f0559c-bf10-48a3-894d-5b47fc1ab11e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:31.758307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a4f15fcf-9ccb-46f7-9a12-078cc4b46eeb req-99f0559c-bf10-48a3-894d-5b47fc1ab11e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1466587 Sep 25 04:37:31.771215 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bc8c2-0be3-43b0-84d6-2dc55012adf6 req-75d5b485-c4b9-440f-ad48-ee8e3f1ac469 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:31.772763 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-951bc8c2-0be3-43b0-84d6-2dc55012adf6 req-75d5b485-c4b9-440f-ad48-ee8e3f1ac469 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.1423469 Sep 25 04:37:31.787225 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:31.790376 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 4, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f5a67cee-0d59-47b1-a393-343a7e069051', 'name': '', 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'mac_address': 'fa:16:3e:c2:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:26Z', 'updated_at': '2022-09-25T04:37:31Z', 'revision_number': 4, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'subnets': [{'id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:31.827176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] For port f5a67cee-0d59-47b1-a393-343a7e069051, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f5a67cee-0d59-47b1-a393-343a7e069051,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:31.827176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f2d9b-27f0-4786-8333-36c6c0f65bda None None] The sync data for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi is: [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:26Z', 'revision_number': 4, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'f5a67cee-0d59-47b1-a393-343a7e069051', 'name': '', 'network_id': '1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'mac_address': 'fa:16:3e:c2:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:26Z', 'updated_at': '2022-09-25T04:37:31Z', 'revision_number': 4, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'subnets': [{'id': 'e385420a-1f87-4e63-abdb-fec208b14561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:31.836564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:31.872755 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a4f15fcf-9ccb-46f7-9a12-078cc4b46eeb req-395870aa-3778-4c6e-af0c-c59dd35a2fff tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909564 Sep 25 04:37:31.885556 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-951bc8c2-0be3-43b0-84d6-2dc55012adf6 req-a6ea1385-3fbc-4cfe-9842-640983376400 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0939007 Sep 25 04:37:31.999010 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821b0dc-7a1c-44c0-9d7c-df9eb53490cc None None] Pushing event updated for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:32.012037 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-b519192a-3244-4c87-ab99-98667bce4013 None None] Provisioning complete for port f5a67cee-0d59-47b1-a393-343a7e069051 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:32.012861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b519192a-3244-4c87-ab99-98667bce4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:32.013791 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-b519192a-3244-4c87-ab99-98667bce4013 None None] Attempt 1 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:32.121778 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-b519192a-3244-4c87-ab99-98667bce4013 None None] Current status of the port f5a67cee-0d59-47b1-a393-343a7e069051 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:32.270014 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c9586-1082-4dbc-b7a6-dae56552513d req-5902a248-005e-4167-b1bb-fc6c1482ec84 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:32.271942 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1e7c9586-1082-4dbc-b7a6-dae56552513d req-5902a248-005e-4167-b1bb-fc6c1482ec84 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.0693321 Sep 25 04:37:32.375043 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1e7c9586-1082-4dbc-b7a6-dae56552513d req-94bf16d6-dc02-46bf-8fe3-d45c96adb7c8 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959449 Sep 25 04:37:32.396554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.db.resource_extend [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 25 04:37:32.494784 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:32.500809 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:32.639552 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:32.674652 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Floating IP b49008b9-4ba5-49c7-93b9-7172af836ff6 associated. External IP: 172.27.0.247, port: 28807ae7-bb46-4e31-93d7-48170864edca. Sep 25 04:37:32.756215 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f5a67cee-0d59-47b1-a393-343a7e069051 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:37:32.787119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56174) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:33.013716 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port f5a67cee-0d59-47b1-a393-343a7e069051 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:37:33.015559 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.015970 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port f5a67cee-0d59-47b1-a393-343a7e069051 Sep 25 04:37:33.033100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:33.089341 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:33.103141 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b893-582c-48e2-8c21-7c1633ccbe43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.106393 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port f5a67cee-0d59-47b1-a393-343a7e069051 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:37:33.126452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fc1eb-2e58-460f-9ebf-06c7bb29efbc req-5d934312-81b5-4e7b-8070-128752e7482c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:33.127973 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb8fc1eb-2e58-460f-9ebf-06c7bb29efbc req-5d934312-81b5-4e7b-8070-128752e7482c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1249361 Sep 25 04:37:33.133609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b5126-a99d-4237-9c75-96e46f50ac78 req-52d23e90-33d9-414d-a58d-2cb70ab75ecb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:33.134974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-793b5126-a99d-4237-9c75-96e46f50ac78 req-52d23e90-33d9-414d-a58d-2cb70ab75ecb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0868819 Sep 25 04:37:33.168903 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:33.176671 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.185401 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:33.195406 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:33.196001 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:33.219880 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7bf3934d-882e-4a2e-ab57-8218ecbf8517 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b49008b9-4ba5-49c7-93b9-7172af836ff6 HTTP/1.1" status: 200 len: 991 time: 2.1894052 Sep 25 04:37:33.220246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:33.227787 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:33.253162 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb8fc1eb-2e58-460f-9ebf-06c7bb29efbc req-ef0bed08-9152-4ea1-9ab3-f2ca52616b7d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144497 Sep 25 04:37:33.256174 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-793b5126-a99d-4237-9c75-96e46f50ac78 req-93e5415a-0043-4ad9-8d9b-128050eddf23 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1087780 Sep 25 04:37:33.311014 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b893-582c-48e2-8c21-7c1633ccbe43 admin admin] Publish callbacks [] for security_group (848f4ad2-6886-4ed8-98de-3044c9cdf4ac), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.312141 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:33.322200 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b893-582c-48e2-8c21-7c1633ccbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (848f4ad2-6886-4ed8-98de-3044c9cdf4ac), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.329523 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c4cda-01c0-45bc-bc3a-b1b984147739 x-openstack-request-id: req-669c4cda-01c0-45bc-bc3a-b1b984147739 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:33.330264 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:33.330607 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-669c4cda-01c0-45bc-bc3a-b1b984147739 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:33.331106 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669c4cda-01c0-45bc-bc3a-b1b984147739'] response: {'name': 'network-changed', 'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'status': 'completed', 'code': 200} Sep 25 04:37:33.384348 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56192) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:33.384587 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d0f8b893-582c-48e2-8c21-7c1633ccbe43 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b6a625eeaecd4610906f007a4174fc0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919635 Sep 25 04:37:33.385715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8b893-582c-48e2-8c21-7c1633ccbe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f4ad2-6886-4ed8-98de-3044c9cdf4ac,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:33.429499 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:33.497266 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] Publish callbacks [] for security_group (848f4ad2-6886-4ed8-98de-3044c9cdf4ac), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.524670 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] Publish callbacks [] for security_group (848f4ad2-6886-4ed8-98de-3044c9cdf4ac), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.542132 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:33.545005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff6ba-8e3f-4ba6-b109-cd5dd952e455 req-ca40163e-5062-45d8-b10f-8c93f8547f3f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:33.549216 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77aff6ba-8e3f-4ba6-b109-cd5dd952e455 req-ca40163e-5062-45d8-b10f-8c93f8547f3f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.0663900 Sep 25 04:37:33.584170 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:33.602797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (848f4ad2-6886-4ed8-98de-3044c9cdf4ac), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.607244 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:33.608710 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/848f4ad2-6886-4ed8-98de-3044c9cdf4ac HTTP/1.1" status: 204 len: 168 time: 0.2226775 Sep 25 04:37:33.618272 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'b49008b9-4ba5-49c7-93b9-7172af836ff6', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:15Z', 'updated_at': '2022-09-25T04:37:32Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:33.621578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662066-adf1-4f69-90c3-0f5fe9e858b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f4ad2-6886-4ed8-98de-3044c9cdf4ac,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:33.636420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77aff6ba-8e3f-4ba6-b109-cd5dd952e455 req-297849f5-d66e-4785-a1f2-0fd314eff1f6 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771346 Sep 25 04:37:33.676030 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:33.688377 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:33.689091 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:33.816358 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:33.985720 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56202) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:33.999939 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b6c6-44c3-403d-a195-050f6f6facd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.055355 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'b49008b9-4ba5-49c7-93b9-7172af836ff6', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:15Z', 'updated_at': '2022-09-25T04:37:32Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:34.080144 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b6c6-44c3-403d-a195-050f6f6facd0 admin admin] Publish callbacks [] for security_group (587e4965-f9bb-4d3f-9642-3bbdbf0a0f48), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.084230 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b6c6-44c3-403d-a195-050f6f6facd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (587e4965-f9bb-4d3f-9642-3bbdbf0a0f48), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.085786 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee62c3-0d5e-4c67-a72c-60b033b13766 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'b49008b9-4ba5-49c7-93b9-7172af836ff6', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:15Z', 'updated_at': '2022-09-25T04:37:32Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:34.127236 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b1d4b6c6-44c3-403d-a195-050f6f6facd0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b0ae2308c6424b6db559e7389154b104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401980 Sep 25 04:37:34.128027 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b6c6-44c3-403d-a195-050f6f6facd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e4965-f9bb-4d3f-9642-3bbdbf0a0f48,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:34.130420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56204) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:34.277061 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] Publish callbacks [] for security_group (587e4965-f9bb-4d3f-9642-3bbdbf0a0f48), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.281085 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:34.287763 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-1cdb93e5-214e-4ade-9b42-842b5c355503 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408205 Sep 25 04:37:34.306183 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] Publish callbacks [] for security_group (587e4965-f9bb-4d3f-9642-3bbdbf0a0f48), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.452624 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (587e4965-f9bb-4d3f-9642-3bbdbf0a0f48), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.455136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:34.456247 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/587e4965-f9bb-4d3f-9642-3bbdbf0a0f48 HTTP/1.1" status: 204 len: 168 time: 0.3150358 Sep 25 04:37:34.502992 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b251-d54d-4df1-95f2-fe3669335c97 req-49e36ae9-b9ef-4ba3-9420-9cb2162798c0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:34.504608 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2208b251-d54d-4df1-95f2-fe3669335c97 req-49e36ae9-b9ef-4ba3-9420-9cb2162798c0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1284475 Sep 25 04:37:34.529687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047ecff-65d6-4315-85c7-82c435c53cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e4965-f9bb-4d3f-9642-3bbdbf0a0f48,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:34.530371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cbb18-04a8-49e5-a444-f97e94e47e73 req-4cffc723-a504-49fd-bd80-b6104367677d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:34.532959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-046cbb18-04a8-49e5-a444-f97e94e47e73 req-4cffc723-a504-49fd-bd80-b6104367677d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0999761 Sep 25 04:37:34.654505 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73d2f583-d54b-4480-89e9-51097b20e0f6 req-d78e4210-b867-4c6b-b6dc-e47d268eb53e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027098 Sep 25 04:37:34.676142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-a3877ce3-3a1d-4378-8451-98aebfe0311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:34.677877 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-a3877ce3-3a1d-4378-8451-98aebfe0311c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1129 time: 0.1163564 Sep 25 04:37:34.684515 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2208b251-d54d-4df1-95f2-fe3669335c97 req-724e6fd0-e3b9-4184-9fca-e8496878289d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643167 Sep 25 04:37:34.689435 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-046cbb18-04a8-49e5-a444-f97e94e47e73 req-99a6ce17-c28b-4afa-8f84-6afa82989ec7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1478262 Sep 25 04:37:34.822028 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8b215-7b75-405b-84e7-24ccc463786a req-c0c39cf9-acf6-4689-94b3-676e82af5f25 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:34.823554 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97f8b215-7b75-405b-84e7-24ccc463786a req-c0c39cf9-acf6-4689-94b3-676e82af5f25 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.0576179 Sep 25 04:37:34.883370 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97f8b215-7b75-405b-84e7-24ccc463786a req-592904ca-00f8-4523-8500-550c6c0f8eae tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524821 Sep 25 04:37:34.961277 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89ad00-6fe5-45dc-8e2e-ab2a430b469f None None] New status for floating IP b49008b9-4ba5-49c7-93b9-7172af836ff6: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:37:35.805823 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-04a1f080-0ad7-4f9a-bf8d-485ac09918c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:35.809425 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-04a1f080-0ad7-4f9a-bf8d-485ac09918c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.1213496 Sep 25 04:37:35.906640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209bfd-72a7-4578-adfe-f1bec02d18aa req-e891cfb0-0a5b-4764-80f2-90d88baea129 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:35.908704 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c209bfd-72a7-4578-adfe-f1bec02d18aa req-e891cfb0-0a5b-4764-80f2-90d88baea129 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0861032 Sep 25 04:37:35.925859 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde01be-2aa9-4818-b318-43c3202323b5 req-71260d15-2ded-480b-a7be-72c2cac27862 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:35.932954 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4bde01be-2aa9-4818-b318-43c3202323b5 req-71260d15-2ded-480b-a7be-72c2cac27862 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0948009 Sep 25 04:37:36.016663 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4bde01be-2aa9-4818-b318-43c3202323b5 req-93cb1595-0566-4868-8702-469f191aaaff tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819855 Sep 25 04:37:36.019499 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c209bfd-72a7-4578-adfe-f1bec02d18aa req-33c49fc2-c2d1-4e3a-9286-aea0e8e20a95 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0834241 Sep 25 04:37:36.210400 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd319-ef15-4166-9572-5c967009b4c5 req-d57ce58b-aaf7-4422-b60b-1aae35ddc70e tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:36.211999 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5ecd319-ef15-4166-9572-5c967009b4c5 req-d57ce58b-aaf7-4422-b60b-1aae35ddc70e tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.1049430 Sep 25 04:37:36.226682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f290a-d59d-427d-b4f6-eccf5343df7a req-8e313e9f-1618-4963-a16d-38c7b2c0ed8e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:36.228228 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-669f290a-d59d-427d-b4f6-eccf5343df7a req-8e313e9f-1618-4963-a16d-38c7b2c0ed8e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0795922 Sep 25 04:37:36.243418 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56286) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:36.253883 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'port_id': '02bb815d-6dec-4eac-9221-50f10407403b'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:37:36.275507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:36.307202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5ecd319-ef15-4166-9572-5c967009b4c5 req-1fdd30d3-bce3-438e-a09c-94e2721e112f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Sep 25 04:37:36.316865 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:36.541904 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:36.742547 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:36.795380 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:36.799517 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:36.903535 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 3fb9479d-311f-4e4e-85d3-5e14091f11fd associated. External IP: 172.27.0.11, port: 02bb815d-6dec-4eac-9221-50f10407403b. Sep 25 04:37:37.108365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:37.116003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:37.159137 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be44f5-d441-4557-b4b1-0139e9d41507 req-4f60d4ac-ba57-46bf-9d72-5e8a1c730255 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:37.160592 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7be44f5-d441-4557-b4b1-0139e9d41507 req-4f60d4ac-ba57-46bf-9d72-5e8a1c730255 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0565345 Sep 25 04:37:37.212291 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7be44f5-d441-4557-b4b1-0139e9d41507 req-6eebe211-40b6-4335-815a-d555195c3e65 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Sep 25 04:37:37.212509 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:37.217729 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:37.223129 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:37.236908 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:37.237508 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:37.250981 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b5fe762b-6261-4bd4-9514-45cd4a138188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/3fb9479d-311f-4e4e-85d3-5e14091f11fd HTTP/1.1" status: 200 len: 991 time: 1.0056043 Sep 25 04:37:37.251798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:37.254502 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa882f-4b2b-470c-811a-501ba780d90d" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "tag": "02bb815d-6dec-4eac-9221-50f10407403b"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:37.294074 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36eec6-4833-4c38-96ae-6ee96d11c388 x-openstack-request-id: req-3d36eec6-4833-4c38-96ae-6ee96d11c388 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:37.294369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "tag": "02bb815d-6dec-4eac-9221-50f10407403b", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:37.294625 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d36eec6-4833-4c38-96ae-6ee96d11c388 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:37.295032 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d36eec6-4833-4c38-96ae-6ee96d11c388'] response: {'name': 'network-changed', 'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b', 'status': 'completed', 'code': 200} Sep 25 04:37:37.348627 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:37.437960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0b129-548d-474b-8cff-71fe04204e17 req-62646f7c-185b-4104-bd92-9a015601ccf9 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:37.439454 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0e0b129-548d-474b-8cff-71fe04204e17 req-62646f7c-185b-4104-bd92-9a015601ccf9 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Sep 25 04:37:37.491324 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0e0b129-548d-474b-8cff-71fe04204e17 req-edca8c71-4bb1-4c1b-bd7f-61d062eabffa tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462346 Sep 25 04:37:37.591396 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:36Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:37.608186 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-742912f1-34e2-4531-993c-2dc4ba62bfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:37.623685 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:37.633545 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:37.634072 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:37.659546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa882f-4b2b-470c-811a-501ba780d90d req-a82ddabd-0e62-4914-94ac-ba023b79c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:37.661315 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-a82ddabd-0e62-4914-94ac-ba023b79c863 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 1130 time: 0.0467317 Sep 25 04:37:37.683776 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-6acd1851-2a58-4127-b4ea-c62d40ece382 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 1001 time: 0.1114340 Sep 25 04:37:37.724952 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:37.749967 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:37.883528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-33b12389-a589-4051-9e56-b6b473754a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:37.901619 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-33b12389-a589-4051-9e56-b6b473754a3d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.1470494 Sep 25 04:37:37.919911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-988eb66b-69e5-4930-bca5-99e3406f70ac tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:37.921525 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-988eb66b-69e5-4930-bca5-99e3406f70ac tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 945 time: 0.1663182 Sep 25 04:37:38.055515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-cad6f56e-9865-49df-9c7d-27581a298e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:38.058017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-cad6f56e-9865-49df-9c7d-27581a298e90 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1442780 Sep 25 04:37:38.061411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df476f0-e3bc-473b-a41f-2c8f552daf02 req-886ddbbc-cff9-4448-ae65-6fd7b0fe00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:38.063064 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4df476f0-e3bc-473b-a41f-2c8f552daf02 req-886ddbbc-cff9-4448-ae65-6fd7b0fe00fb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1130 time: 0.1209953 Sep 25 04:37:38.067141 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa882f-4b2b-470c-811a-501ba780d90d req-1d8f30ad-4c05-4039-8655-18b3eec821f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:38.068597 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-1d8f30ad-4c05-4039-8655-18b3eec821f6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.3128502 Sep 25 04:37:38.117279 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Deleting port f2950532-6a9f-448f-9801-43583bcb904e {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:37:38.118096 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f2950532-6a9f-448f-9801-43583bcb904e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:38.159777 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:38.203611 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:36Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:38.231826 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd085c34-f233-4483-bff7-f9cae609bde3 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:36Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:38.240043 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] For port f2950532-6a9f-448f-9801-43583bcb904e, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f2950532-6a9f-448f-9801-43583bcb904e,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:38.240521 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f2950532-6a9f-448f-9801-43583bcb904e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:38.259303 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Calling delete_port for f2950532-6a9f-448f-9801-43583bcb904e owned by compute:nova {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:37:38.345656 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=100 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:38.448197 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f2950532-6a9f-448f-9801-43583bcb904e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:38.495385 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Pushing event deleted for resources: {'Port': ['ID=f2950532-6a9f-448f-9801-43583bcb904e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:38.503181 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['f2950532-6a9f-448f-9801-43583bcb904e'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:37:38.538007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f15d-f9c5-4d31-9ee9-b355bf9cff32 req-15fc04e8-dcc8-41ca-a1af-9d03429103fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:38.547667 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b933f15d-f9c5-4d31-9ee9-b355bf9cff32 req-15fc04e8-dcc8-41ca-a1af-9d03429103fa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.1883841 Sep 25 04:37:38.549638 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:38.603142 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276281e-5ccc-4800-bc9f-980553557fb3 None None] New status for floating IP 3fb9479d-311f-4e4e-85d3-5e14091f11fd: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:37:38.644449 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-da8e617c-d4c7-4459-b66d-dd56fa8dbf85 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02bb815d-6dec-4eac-9221-50f10407403b HTTP/1.1" status: 200 len: 999 time: 0.5637367 Sep 25 04:37:38.649889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] No DVR routers for this DVR port f2950532-6a9f-448f-9801-43583bcb904e on host hv-cinder-85535 {{(pid=106426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:37:38.655253 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:38.658977 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.55 "DELETE /networking/v2.0/ports/f2950532-6a9f-448f-9801-43583bcb904e HTTP/1.1" status: 204 len: 173 time: 0.7316825 Sep 25 04:37:38.661436 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b933f15d-f9c5-4d31-9ee9-b355bf9cff32 req-dcdd386a-929f-45a3-a72e-a7b06a31bcad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123571 Sep 25 04:37:38.684264 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-eca62de6-b109-406b-85c2-b4dd05a2c957 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142964 Sep 25 04:37:38.746399 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4df476f0-e3bc-473b-a41f-2c8f552daf02 req-3766a507-d0a8-454a-95ea-5b1ccf1af59b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6669972 Sep 25 04:37:38.780553 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d5ed84f9-8a56-4f98-bf08-5df536266d2d req-774285ee-77a6-485e-8844-dad875ee47d4 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.1319540 Sep 25 04:37:38.829310 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa882f-4b2b-470c-811a-501ba780d90d req-20a8733b-cb32-4f11-9d78-25e8841c34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:38.830768 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-20a8733b-cb32-4f11-9d78-25e8841c34f0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.1531558 Sep 25 04:37:38.868705 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41bffaf1-0e5b-4e8c-a5e5-5b7f97ead975 req-4c130eb9-81f8-4daf-a62b-b8aa4f164567 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361904 Sep 25 04:37:39.297770 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'name': 'network-vif-deleted', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:37:39.299622 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77648eb5-e5d3-42e4-b952-afa6e0dc712d" -d '{"events": [{"server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "name": "network-vif-deleted", "tag": "f2950532-6a9f-448f-9801-43583bcb904e"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:37:39.339703 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a899abf8-44af-4c70-8880-c1f8db82f2dc x-openstack-request-id: req-a899abf8-44af-4c70-8880-c1f8db82f2dc {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:37:39.340013 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dfff9d-4fc4-4f36-aab0-786607ac2cd2", "name": "network-vif-deleted", "tag": "f2950532-6a9f-448f-9801-43583bcb904e", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:37:39.340440 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a899abf8-44af-4c70-8880-c1f8db82f2dc {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:37:39.341063 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a899abf8-44af-4c70-8880-c1f8db82f2dc'] response: {'server_uuid': 'f4dfff9d-4fc4-4f36-aab0-786607ac2cd2', 'name': 'network-vif-deleted', 'tag': 'f2950532-6a9f-448f-9801-43583bcb904e', 'status': 'completed', 'code': 200} Sep 25 04:37:39.762095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:39.793395 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa882f-4b2b-470c-811a-501ba780d90d req-83251403-a417-4617-98db-17765ecdf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:39.795007 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-83251403-a417-4617-98db-17765ecdf2cd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678537 Sep 25 04:37:39.814419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69674c-d034-4bd4-971f-3fcabf07c720 req-6c369130-95a1-428b-9578-dd1bfe7314b7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:39.815932 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab69674c-d034-4bd4-971f-3fcabf07c720 req-6c369130-95a1-428b-9578-dd1bfe7314b7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0576055 Sep 25 04:37:39.845996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:39.871413 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab69674c-d034-4bd4-971f-3fcabf07c720 req-c0e7b5dd-10ad-4c13-8e52-6a2ca4a10859 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Sep 25 04:37:39.911852 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b6621a46-68d5-4195-9817-5330014b1349 req-b8927da3-dc4c-4f5d-b353-e01acbb66d35 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Sep 25 04:37:39.983519 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e41b9cfb-9bd5-400e-a4c4-ff117ab89a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:41.010240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9839d-63ae-4fc2-bdf7-b3f1f5b6aa65 req-5dab26df-defd-4e36-8d8e-28fc0e09278d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:41.012985 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-79e9839d-63ae-4fc2-bdf7-b3f1f5b6aa65 req-5dab26df-defd-4e36-8d8e-28fc0e09278d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0529048 Sep 25 04:37:41.067048 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-79e9839d-63ae-4fc2-bdf7-b3f1f5b6aa65 req-f4a1fa59-a037-437f-bf31-e5f668a18b6c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Sep 25 04:37:41.068561 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:41.156709 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a40fdf58-bae8-4f29-b9e5-18be4be7f02e req-56d1bf53-0a1f-4f3b-8350-653e49d02122 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Sep 25 04:37:42.266772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0446b8d3-2ee5-4f9d-8c22-e2398387a470 req-f0dc3747-ec7f-4179-b495-154474474167 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Sep 25 04:37:42.331327 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d32c9-bc7e-4bd7-a1ea-cde3b479f0c9 req-b9522a37-fb29-4ec1-8c33-9dc7f199819c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:42.332806 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2d2d32c9-bc7e-4bd7-a1ea-cde3b479f0c9 req-b9522a37-fb29-4ec1-8c33-9dc7f199819c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0513399 Sep 25 04:37:42.380957 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2d2d32c9-bc7e-4bd7-a1ea-cde3b479f0c9 req-e87e2ae1-7409-47b7-ba8b-b6b5e0361a88 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Sep 25 04:37:42.683489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:42.812224 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:43.370083 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-70017235-74a5-4e97-945c-7e352dff39ac req-608784cc-ec06-4b75-af8f-d31b28df20dd tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Sep 25 04:37:43.504850 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6385a-39c4-4420-8830-88dc42d0a88b req-bcbf74b0-b4d0-4774-81f1-13090e58c992 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:43.506336 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-56e6385a-39c4-4420-8830-88dc42d0a88b req-bcbf74b0-b4d0-4774-81f1-13090e58c992 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0484412 Sep 25 04:37:43.561037 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-56e6385a-39c4-4420-8830-88dc42d0a88b req-4fc33b17-b065-4a55-a012-b35616ccf722 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482957 Sep 25 04:37:44.474449 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98e78ca9-33b3-4754-9f89-fec68bf15996 req-e40e42fc-200b-4b77-80c5-9f81a79ed1ff tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0298641 Sep 25 04:37:44.690557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2806bd-f017-4144-93ec-e46c42515f7f req-e8dab92b-c34c-4afd-8848-3fa1d54a4d96 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:44.691952 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cd2806bd-f017-4144-93ec-e46c42515f7f req-e8dab92b-c34c-4afd-8848-3fa1d54a4d96 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0480645 Sep 25 04:37:44.741419 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cd2806bd-f017-4144-93ec-e46c42515f7f req-5dcb26af-8b3f-4e38-afe9-a92c337290ff tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Sep 25 04:37:45.575402 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-472ef60c-5987-41fe-87f3-152f2ed067ba req-ba07f07f-54e2-4d4e-9b4d-0acd5dbd19ec tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Sep 25 04:37:45.869931 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145b9b7-0ec0-4e7b-918a-f75be48f5f57 req-484c772e-e33d-422a-a67e-7c572fb3f6b8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:45.871884 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d145b9b7-0ec0-4e7b-918a-f75be48f5f57 req-484c772e-e33d-422a-a67e-7c572fb3f6b8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0513978 Sep 25 04:37:45.921374 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d145b9b7-0ec0-4e7b-918a-f75be48f5f57 req-c102d4e0-41fc-4b8e-aaa2-8dab047a2338 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Sep 25 04:37:46.293354 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f2950532-6a9f-448f-9801-43583bcb904e no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:37:46.314649 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: f2950532-6a9f-448f-9801-43583bcb904e {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:37:46.315107 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f2950532-6a9f-448f-9801-43583bcb904e not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:37:46.678899 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-56e01730-0a6d-4414-93aa-a3ac8f597973 req-b3028be7-3328-40f3-88fb-56e069b52a91 tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Sep 25 04:37:46.881985 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:37:47.044303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8016e-5ce5-42c4-bfba-7f53ffee596a req-275e1caa-044e-4431-bdbc-00260126ecf4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:47.046020 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-38a8016e-5ce5-42c4-bfba-7f53ffee596a req-275e1caa-044e-4431-bdbc-00260126ecf4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0484917 Sep 25 04:37:47.097179 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-38a8016e-5ce5-42c4-bfba-7f53ffee596a req-cf586a4e-0645-4756-a43f-4fd1321f2403 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Sep 25 04:37:47.282429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-b846dfae-1702-4eb5-a56d-d28d2e402851 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031430 Sep 25 04:37:47.381726 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-fe0e6bfc-8bff-4f85-84ad-77f4bd7c6c05 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418689 Sep 25 04:37:47.450012 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-28fa882f-4b2b-470c-811a-501ba780d90d req-7a0ae4be-1b0b-488b-89b0-9121442460f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153090 Sep 25 04:37:47.565623 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-d52ad648-3a7f-4b4f-82d8-7d2d983a645e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Sep 25 04:37:47.808967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:47.857509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-143535de-bebc-4e83-a9ce-42ec6a571277 req-44a37e42-2d2c-4810-8039-3b13f8961e7f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0472617 Sep 25 04:37:47.860504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-fb2f2a7f-fa6c-4381-8b5e-bb11309072f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:47.861961 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-fb2f2a7f-fa6c-4381-8b5e-bb11309072f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2261064 Sep 25 04:37:48.124421 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56462) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:48.185874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:48.223603 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e16ae-2ed6-4700-8f3c-aea71c53b902 req-4a75aa94-d820-4872-8a90-2c757ddb4cba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:48.225215 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-939e16ae-2ed6-4700-8f3c-aea71c53b902 req-4a75aa94-d820-4872-8a90-2c757ddb4cba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0491481 Sep 25 04:37:48.232151 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=35 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:48.240149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.250645 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:48.278080 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-939e16ae-2ed6-4700-8f3c-aea71c53b902 req-58ef985e-1ea7-4354-921f-ebfe0ae4825e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Sep 25 04:37:48.327317 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Publish callbacks [] for security_group (e31fbada-d64b-4cf1-89d3-8dbdfaeb48df), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.330871 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e31fbada-d64b-4cf1-89d3-8dbdfaeb48df), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.372549 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1c7b3c70b5ae40f092a9a009b3161b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469020 Sep 25 04:37:48.373467 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31fbada-d64b-4cf1-89d3-8dbdfaeb48df,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:48.375371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56470) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:48.381914 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.382492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.383004 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.383566 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.384026 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.384250 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.384581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.385002 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.385244 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.385633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.385980 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.386311 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.386633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.386994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.387311 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31e1e32-833b-4bfd-8493-7fe2492f817a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.428062 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Publish callbacks [] for security_group (e31fbada-d64b-4cf1-89d3-8dbdfaeb48df), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.448411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Publish callbacks [] for security_group (e31fbada-d64b-4cf1-89d3-8dbdfaeb48df), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.497450 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e31fbada-d64b-4cf1-89d3-8dbdfaeb48df), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.500069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.501299 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e31fbada-d64b-4cf1-89d3-8dbdfaeb48df HTTP/1.1" status: 204 len: 168 time: 0.1248567 Sep 25 04:37:48.509860 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31fbada-d64b-4cf1-89d3-8dbdfaeb48df,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:48.517448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.517797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.518136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.518473 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.518816 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.519142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.519469 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.519806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.520102 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.520424 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.520772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.521107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.521422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.521739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.522055 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fc00a-4e18-41f6-8219-b784edd97788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:48.780734 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-e521818e-91ab-47f4-a4f1-a61908185558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:48.782426 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21e562d7-5dce-4756-8c68-bffd3ba3cfc2 req-e521818e-91ab-47f4-a4f1-a61908185558 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1785815 Sep 25 04:37:48.812375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56484) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:48.825962 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42d132ff-b2a6-4bf6-b98a-5f65413ffb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.900948 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42d132ff-b2a6-4bf6-b98a-5f65413ffb06 admin admin] Publish callbacks [] for security_group (8947208c-1000-4f1b-8947-0734408c0460), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.905488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42d132ff-b2a6-4bf6-b98a-5f65413ffb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8947208c-1000-4f1b-8947-0734408c0460), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:48.943621 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d132ff-b2a6-4bf6-b98a-5f65413ffb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8947208c-1000-4f1b-8947-0734408c0460,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:48.949616 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-42d132ff-b2a6-4bf6-b98a-5f65413ffb06 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=01106f395c3f4512959f7f967dcfd82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361539 Sep 25 04:37:48.952447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56488) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:48.979242 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d05a54f2-401b-438d-82b8-9275b5e421b5 req-9fe81a2b-4939-437c-9142-d3507a52d41f tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f4dfff9d-4fc4-4f36-aab0-786607ac2cd2 HTTP/1.1" status: 200 len: 210 time: 0.0326893 Sep 25 04:37:49.007308 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] Publish callbacks [] for security_group (8947208c-1000-4f1b-8947-0734408c0460), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.029473 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] Publish callbacks [] for security_group (8947208c-1000-4f1b-8947-0734408c0460), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.084270 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8947208c-1000-4f1b-8947-0734408c0460), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.087627 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.088883 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8947208c-1000-4f1b-8947-0734408c0460 HTTP/1.1" status: 204 len: 168 time: 0.1353955 Sep 25 04:37:49.100878 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef6a60-bc05-471e-b476-7e264aeca485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947208c-1000-4f1b-8947-0734408c0460,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:49.424989 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c851-6370-4fce-bd19-1843fd3a0b69 req-c1e8219e-7cd2-4610-945a-bf45ee4d0e7e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:49.426539 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ef6c851-6370-4fce-bd19-1843fd3a0b69 req-c1e8219e-7cd2-4610-945a-bf45ee4d0e7e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0473197 Sep 25 04:37:49.476099 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ef6c851-6370-4fce-bd19-1843fd3a0b69 req-34ee42c2-3ea9-4422-92fc-6072d0c7728c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Sep 25 04:37:49.487620 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56504) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:49.501983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e455d91d-30d0-4d87-97b4-62c7cdc4d052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.616240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e455d91d-30d0-4d87-97b4-62c7cdc4d052 admin admin] Publish callbacks [] for security_group (baf660e7-f8ee-43c7-8705-bb1ec481277c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.623098 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74784ea-b9ec-4556-9f49-6c004f9f3770 req-31e4f268-8d13-47f9-adc8-e2c286f91787 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:49.624593 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e74784ea-b9ec-4556-9f49-6c004f9f3770 req-31e4f268-8d13-47f9-adc8-e2c286f91787 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0713036 Sep 25 04:37:49.625675 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e455d91d-30d0-4d87-97b4-62c7cdc4d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (baf660e7-f8ee-43c7-8705-bb1ec481277c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.651267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:49.663881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:49.684873 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455d91d-30d0-4d87-97b4-62c7cdc4d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf660e7-f8ee-43c7-8705-bb1ec481277c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:49.688996 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e455d91d-30d0-4d87-97b4-62c7cdc4d052 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fa429cb2cdd2454291b51b175d1b15fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001867 Sep 25 04:37:49.692616 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56508) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:49.724592 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e74784ea-b9ec-4556-9f49-6c004f9f3770 req-d57cd6e7-9d64-4944-ac9b-f746775c96a7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929787 Sep 25 04:37:49.758701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] Publish callbacks [] for security_group (baf660e7-f8ee-43c7-8705-bb1ec481277c), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.781173 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] Publish callbacks [] for security_group (baf660e7-f8ee-43c7-8705-bb1ec481277c), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.832361 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (baf660e7-f8ee-43c7-8705-bb1ec481277c), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.835518 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:49.840258 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/baf660e7-f8ee-43c7-8705-bb1ec481277c HTTP/1.1" status: 204 len: 168 time: 0.1461747 Sep 25 04:37:49.854739 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec8df5-4029-4211-a6f5-be9aedd28cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf660e7-f8ee-43c7-8705-bb1ec481277c,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:50.167210 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:50.698309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56546) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:50.813378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-743c2940-f281-4efb-aa6f-88ac8cf0c934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:50.889945 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-743c2940-f281-4efb-aa6f-88ac8cf0c934 admin admin] Publish callbacks [] for security_group (e6b9824a-1c78-4906-ad02-54424d0ab78b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:50.893719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-743c2940-f281-4efb-aa6f-88ac8cf0c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e6b9824a-1c78-4906-ad02-54424d0ab78b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:50.932626 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-743c2940-f281-4efb-aa6f-88ac8cf0c934 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8c82c76db2be48ea95bd8e55de046a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332644 Sep 25 04:37:50.933480 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2940-f281-4efb-aa6f-88ac8cf0c934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9824a-1c78-4906-ad02-54424d0ab78b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:50.935397 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56552) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:50.984223 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] Publish callbacks [] for security_group (e6b9824a-1c78-4906-ad02-54424d0ab78b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.004330 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] Publish callbacks [] for security_group (e6b9824a-1c78-4906-ad02-54424d0ab78b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.050531 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e6b9824a-1c78-4906-ad02-54424d0ab78b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.052954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.054079 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e6b9824a-1c78-4906-ad02-54424d0ab78b HTTP/1.1" status: 204 len: 168 time: 0.1177227 Sep 25 04:37:51.062911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94b741-0744-4035-a6a9-2360263aec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9824a-1c78-4906-ad02-54424d0ab78b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:51.320603 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56560) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:51.334727 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d36656d-48cb-48a0-8e7c-a0a2dc1546d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.366347 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:51.601277 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:51.624466 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d36656d-48cb-48a0-8e7c-a0a2dc1546d4 admin admin] Publish callbacks [] for security_group (9a40992e-10b0-4704-bd4e-28a3493e760a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.628533 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d36656d-48cb-48a0-8e7c-a0a2dc1546d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9a40992e-10b0-4704-bd4e-28a3493e760a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.667952 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7d36656d-48cb-48a0-8e7c-a0a2dc1546d4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=58129f69bb054a0f939c897a66ce9f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459983 Sep 25 04:37:51.669852 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36656d-48cb-48a0-8e7c-a0a2dc1546d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a40992e-10b0-4704-bd4e-28a3493e760a,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:51.670612 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56566) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:51.723178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] Publish callbacks [] for security_group (9a40992e-10b0-4704-bd4e-28a3493e760a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.745606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] Publish callbacks [] for security_group (9a40992e-10b0-4704-bd4e-28a3493e760a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.795101 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9a40992e-10b0-4704-bd4e-28a3493e760a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.797735 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:51.798884 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9a40992e-10b0-4704-bd4e-28a3493e760a HTTP/1.1" status: 204 len: 168 time: 0.1272759 Sep 25 04:37:51.806421 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6037c-c738-4ad2-b985-aa0d45db5ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a40992e-10b0-4704-bd4e-28a3493e760a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:52.638792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95ec3c-a9f7-42af-85a1-c5990e4569b5 req-4233c2e5-082e-4c8d-803f-eb019bb8fd78 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:52.639953 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb95ec3c-a9f7-42af-85a1-c5990e4569b5 req-4233c2e5-082e-4c8d-803f-eb019bb8fd78 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0786834 Sep 25 04:37:52.645441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-49914a60-fd7f-4329-b420-583b2e407cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:52.646915 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-49914a60-fd7f-4329-b420-583b2e407cb7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.0562279 Sep 25 04:37:52.679003 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56606) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:52.949465 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb95ec3c-a9f7-42af-85a1-c5990e4569b5 req-387f7fa1-a164-4fab-bc42-6a751cf9bc08 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016579 Sep 25 04:37:52.992739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-22a350e4-8bc8-499e-a00d-13063f964256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:52.994741 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-22a350e4-8bc8-499e-a00d-13063f964256 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.3400807 Sep 25 04:37:53.020818 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56614) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:53.040595 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-df8ee5b4-c576-4106-aa73-bbaa028d9a87 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.0396526 Sep 25 04:37:53.097423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-43a44d57-e3ac-4dce-a874-1b3338808373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:53.099006 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-43a44d57-e3ac-4dce-a874-1b3338808373 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0523036 Sep 25 04:37:53.109183 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (6804b848-54da-44d0-98c5-279dabdcf334), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.149410 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-8ff7e31f-579f-4d28-8423-f3d700b89a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:53.150916 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-8ff7e31f-579f-4d28-8423-f3d700b89a42 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435884 Sep 25 04:37:53.164824 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ab98176-09ab-43eb-b56f-e63294eaae12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.236725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:53.250515 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-acff256c-28da-46b7-a49b-d887fac63ee7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923362 Sep 25 04:37:53.347183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9fbefea8-b8f2-4238-ac94-2206950d71dd req-9e32c9db-628b-45b6-a988-b434745a480d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899043 Sep 25 04:37:53.393554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ab98176-09ab-43eb-b56f-e63294eaae12 admin admin] Publish callbacks [] for security_group (2d2e35e0-8be9-473a-a71d-03d4500c9825), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.414386 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ab98176-09ab-43eb-b56f-e63294eaae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (2d2e35e0-8be9-473a-a71d-03d4500c9825), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.427955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:53.480952 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6ab98176-09ab-43eb-b56f-e63294eaae12 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=55603a2f8726405d949011941333231b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590442 Sep 25 04:37:53.483760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56622) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:53.483901 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab98176-09ab-43eb-b56f-e63294eaae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e35e0-8be9-473a-a71d-03d4500c9825,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:53.500306 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Deleting port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:37:53.500737 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.529189 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:53.535389 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] Publish callbacks [] for security_group (2d2e35e0-8be9-473a-a71d-03d4500c9825), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.557053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] Publish callbacks [] for security_group (2d2e35e0-8be9-473a-a71d-03d4500c9825), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.584963 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] For port 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:53.585332 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.600013 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Calling delete_port for 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:37:53.608075 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (2d2e35e0-8be9-473a-a71d-03d4500c9825), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.612760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.614349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:53.617178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2d2e35e0-8be9-473a-a71d-03d4500c9825 HTTP/1.1" status: 204 len: 168 time: 0.1322918 Sep 25 04:37:53.625959 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f83f78-7efb-4ef9-a31c-cc436c3bcd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e35e0-8be9-473a-a71d-03d4500c9825,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:53.796912 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:53.823013 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:54.004833 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (6804b848-54da-44d0-98c5-279dabdcf334), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:54.096544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ab7b6-7e46-4093-b797-1e92a6a1a37a req-4c43f618-3ac7-4863-b419-f89853aa152d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:54.098974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec8ab7b6-7e46-4093-b797-1e92a6a1a37a req-4c43f618-3ac7-4863-b419-f89853aa152d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0535092 Sep 25 04:37:54.153143 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec8ab7b6-7e46-4093-b797-1e92a6a1a37a req-52bf64f6-fc97-45d7-9623-ba10a7af2c06 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Sep 25 04:37:54.250771 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Router 6804b848-54da-44d0-98c5-279dabdcf334 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:37:54.334798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:54.357520 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:37:54.365674 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6e61c02f-5fa9-41e0-891a-6ccbac3c79a3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6804b848-54da-44d0-98c5-279dabdcf334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6824005 Sep 25 04:37:54.365674 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56654) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:54.368530 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Sync routers for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:37:54.381342 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:54.381970 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:54.470478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks [] for router (6804b848-54da-44d0-98c5-279dabdcf334), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:54.491939 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:54.582173 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks [] for router_gateway (6804b848-54da-44d0-98c5-279dabdcf334), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:54.634777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:54.650596 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Deleting port 0c748f9a-87a3-4717-95a9-38cc5368f6e6 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:37:54.664955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:54.730431 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:37:53Z', 'revision_number': 5, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port': {'id': '0c748f9a-87a3-4717-95a9-38cc5368f6e6', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6804b848-54da-44d0-98c5-279dabdcf334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:54.766717 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Checking router: 6804b848-54da-44d0-98c5-279dabdcf334 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:37:54.780102 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Routers {'6804b848-54da-44d0-98c5-279dabdcf334'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:37:54.780836 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:37:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6804b848-54da-44d0-98c5-279dabdcf334'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:54.810538 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] For port 0c748f9a-87a3-4717-95a9-38cc5368f6e6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=0c748f9a-87a3-4717-95a9-38cc5368f6e6,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:54.811024 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:54.825881 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Calling delete_port for 0c748f9a-87a3-4717-95a9-38cc5368f6e6 owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:37:54.879154 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] Set router 6804b848-54da-44d0-98c5-279dabdcf334 gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:37:54.942905 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:37:54Z', 'revision_number': 6, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:54.976003 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77bf9-c563-4a7f-94f4-77026a37f90d None None] The sync data for ids ['6804b848-54da-44d0-98c5-279dabdcf334'] in dv-cinder-855359-5-iscsi is: [{'id': '6804b848-54da-44d0-98c5-279dabdcf334', 'name': 'tempest-DeleteServersTestJSON-1559991347-router', 'tenant_id': '80e5b6ce14ab47dfac99cc80153d7735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:44Z', 'updated_at': '2022-09-25T04:37:54Z', 'revision_number': 6, 'project_id': '80e5b6ce14ab47dfac99cc80153d7735', 'gw_port_host': None}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:37:55.032500 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (0c748f9a-87a3-4717-95a9-38cc5368f6e6), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.062424 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=0c748f9a-87a3-4717-95a9-38cc5368f6e6,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:55.130941 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (6804b848-54da-44d0-98c5-279dabdcf334), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.236397 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (6804b848-54da-44d0-98c5-279dabdcf334), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.238712 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks [] for router_controller (6804b848-54da-44d0-98c5-279dabdcf334), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.288875 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90893580-e428-4cb1-ba37-5a8a981433a9 req-b57038e7-c76a-49ed-94f7-c5b85c385b20 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:55.290363 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-90893580-e428-4cb1-ba37-5a8a981433a9 req-b57038e7-c76a-49ed-94f7-c5b85c385b20 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Sep 25 04:37:55.346159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-90893580-e428-4cb1-ba37-5a8a981433a9 req-3ca7eb86-b177-4cfc-b141-5f8bd0b2ce4c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Sep 25 04:37:55.529850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (6804b848-54da-44d0-98c5-279dabdcf334), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.530503 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6804b848-54da-44d0-98c5-279dabdcf334 {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:37:55.535179 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.536300 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3e7d56ea-0cc8-45bf-ad20-e3b9437f8ffb admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/6804b848-54da-44d0-98c5-279dabdcf334 HTTP/1.1" status: 204 len: 168 time: 1.1704311 Sep 25 04:37:55.538954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56710) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:55.584550 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Deleting subnet f00aab2e-acbe-4db3-a09e-dbaf13ac67a3 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:37:55.587675 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Publish callbacks [] for subnet (f00aab2e-acbe-4db3-a09e-dbaf13ac67a3), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.626910 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (f00aab2e-acbe-4db3-a09e-dbaf13ac67a3), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.717419 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:55.749298 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (f00aab2e-acbe-4db3-a09e-dbaf13ac67a3), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.811252 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (f00aab2e-acbe-4db3-a09e-dbaf13ac67a3), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.835623 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f00aab2e-acbe-4db3-a09e-dbaf13ac67a3,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:55.841956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.845117 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8258b283-953b-4125-b148-032684dafac5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f00aab2e-acbe-4db3-a09e-dbaf13ac67a3 HTTP/1.1" status: 204 len: 168 time: 0.3052328 Sep 25 04:37:55.848194 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56718) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:55.848624 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740732e-58be-4d17-b7a9-15afccf98f26 None None] Network 30366145-db86-4362-aa94-3333a61ae128 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:37:55.929968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (30366145-db86-4362-aa94-3333a61ae128), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:55.987092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Deleting port ed86106e-7803-4b18-b803-3fc3c7b25738 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:37:55.987407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.017138 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] DHCP port deletion for 30366145-db86-4362-aa94-3333a61ae128 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:37:56.072329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Deleting port ed86106e-7803-4b18-b803-3fc3c7b25738 {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:37:56.072569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] For port ed86106e-7803-4b18-b803-3fc3c7b25738, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ed86106e-7803-4b18-b803-3fc3c7b25738,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:56.073296 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.074300 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.088338 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Calling delete_port for ed86106e-7803-4b18-b803-3fc3c7b25738 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:37:56.150472 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] For port ed86106e-7803-4b18-b803-3fc3c7b25738, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ed86106e-7803-4b18-b803-3fc3c7b25738,segment=NetworkSegment(8fc829d3-123f-4a43-a36f-f7a2af4f47bb),segment_id=8fc829d3-123f-4a43-a36f-f7a2af4f47bb)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:37:56.150799 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.159048 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:56.175719 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Calling delete_port for ed86106e-7803-4b18-b803-3fc3c7b25738 owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:37:56.204522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.233218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed86106e-7803-4b18-b803-3fc3c7b25738,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:56.235178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] No DVR routers for this DVR port ed86106e-7803-4b18-b803-3fc3c7b25738 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:37:56.293736 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (ed86106e-7803-4b18-b803-3fc3c7b25738), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.313158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (30366145-db86-4362-aa94-3333a61ae128), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.317977 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Pushing event deleted for resources: {'Port': ['ID=ed86106e-7803-4b18-b803-3fc3c7b25738,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:56.322295 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] No DVR routers for this DVR port ed86106e-7803-4b18-b803-3fc3c7b25738 on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:37:56.328438 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.328811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.329160 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.329500 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.329831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.330158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.330481 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.330806 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.331128 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.331451 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.331772 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.332114 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.332438 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.332778 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.333347 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d098162-adb9-4f07-9001-8cc5cb29b992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:37:56.337090 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30366145-db86-4362-aa94-3333a61ae128']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:56.350501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc829d3-123f-4a43-a36f-f7a2af4f47bb') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:56.351058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc829d3-123f-4a43-a36f-f7a2af4f47bb') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:37:56.360986 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (8fc829d3-123f-4a43-a36f-f7a2af4f47bb), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.374664 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (8fc829d3-123f-4a43-a36f-f7a2af4f47bb), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.381370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:37:56.381843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (8fc829d3-123f-4a43-a36f-f7a2af4f47bb), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.386880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:56.482136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 8fc829d3-123f-4a43-a36f-f7a2af4f47bb resource provider aggregate not found Sep 25 04:37:56.497901 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (30366145-db86-4362-aa94-3333a61ae128), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.504895 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 8fc829d3-123f-4a43-a36f-f7a2af4f47bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fc829d3-123f-4a43-a36f-f7a2af4f47bb found for delete ", "request_id": "req-e65cb8f1-f920-4da6-ab94-0ac458cade29"}]} Sep 25 04:37:56.514471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743078-0d9c-40fd-a03f-c3d24a018213 req-b4a8d0de-f5af-4d29-b0db-1328130dc50d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:56.516380 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d743078-0d9c-40fd-a03f-c3d24a018213 req-b4a8d0de-f5af-4d29-b0db-1328130dc50d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0870323 Sep 25 04:37:56.517391 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.520620 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/30366145-db86-4362-aa94-3333a61ae128 HTTP/1.1" status: 204 len: 168 time: 0.6714315 Sep 25 04:37:56.542356 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d7fcc-a70c-4ebf-98e1-18e2c1cab7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=30366145-db86-4362-aa94-3333a61ae128,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:56.588348 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d743078-0d9c-40fd-a03f-c3d24a018213 req-382ac83c-5b93-4da7-a69b-db234c6dbfad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Sep 25 04:37:56.686039 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:37:56.702653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56730) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:56.706282 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:37:56.706630 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2c37b4b1-47b3-4b8d-a2d1-575e7a5cd473 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:37:56.707042 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ed86106e-7803-4b18-b803-3fc3c7b25738 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:37:56.728353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: ed86106e-7803-4b18-b803-3fc3c7b25738 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:37:56.728714 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ed86106e-7803-4b18-b803-3fc3c7b25738 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:37:56.729122 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 0c748f9a-87a3-4717-95a9-38cc5368f6e6 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:37:56.744767 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-60459641-64f5-47ef-82ba-8535afe8b4a8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=80e5b6ce14ab47dfac99cc80153d7735&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393164 Sep 25 04:37:56.746257 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56732) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:37:56.749817 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 0c748f9a-87a3-4717-95a9-38cc5368f6e6 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:37:56.750165 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 0c748f9a-87a3-4717-95a9-38cc5368f6e6 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:37:56.803602 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] Publish callbacks [] for security_group (9f27e5e6-f99e-4fe2-991c-7b266fc06f7b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.807018 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:56.832516 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] Publish callbacks [] for security_group (9f27e5e6-f99e-4fe2-991c-7b266fc06f7b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.888122 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9f27e5e6-f99e-4fe2-991c-7b266fc06f7b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.891021 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:37:56.892409 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9f27e5e6-f99e-4fe2-991c-7b266fc06f7b HTTP/1.1" status: 204 len: 168 time: 0.1451001 Sep 25 04:37:56.900688 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1511e55-cccf-47f9-9426-397287c87fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27e5e6-f99e-4fe2-991c-7b266fc06f7b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:37:57.677242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:37:57.716804 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaeae8-becd-4800-ade4-90083615e195 req-37e8e6cb-a032-4bd8-ba1d-4df541f3ac72 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:57.718309 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bcaaeae8-becd-4800-ade4-90083615e195 req-37e8e6cb-a032-4bd8-ba1d-4df541f3ac72 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0495276 Sep 25 04:37:57.770783 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bcaaeae8-becd-4800-ade4-90083615e195 req-93102dfc-cf53-4774-9aa7-14bc972e0a16 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Sep 25 04:37:58.898485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cff85-31d0-4d23-9b78-4e23cd001ce3 req-90d37ad5-ba2e-4bbc-948a-6b4ae589fffa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:37:58.899973 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a02cff85-31d0-4d23-9b78-4e23cd001ce3 req-90d37ad5-ba2e-4bbc-948a-6b4ae589fffa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0461364 Sep 25 04:37:58.947311 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a02cff85-31d0-4d23-9b78-4e23cd001ce3 req-1d0db593-71dc-42c6-8f6b-b61aa5f46cfa tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Sep 25 04:38:00.074276 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850b272-4d0f-42bf-ae81-563f86e1b520 req-712a064f-a0be-4170-8f43-6cc744cd5fbf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:00.075761 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5850b272-4d0f-42bf-ae81-563f86e1b520 req-712a064f-a0be-4170-8f43-6cc744cd5fbf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Sep 25 04:38:00.125276 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5850b272-4d0f-42bf-ae81-563f86e1b520 req-c7f4bcb4-e35a-4943-bb0c-a381e72ab1b4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Sep 25 04:38:00.389297 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-724c84f2-9741-4d15-8f57-9de2bd6e066c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2021890742&fields=id&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 267 time: 0.0596931 Sep 25 04:38:00.516674 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-22f79d99-5061-4902-8f9e-626e2ad6bef0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:00.518158 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-22f79d99-5061-4902-8f9e-626e2ad6bef0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.1280663 Sep 25 04:38:00.537686 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-cf16747f-56bb-441b-8ef3-4d5ba2caf764 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/quotas/00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 375 time: 0.0112653 Sep 25 04:38:00.595636 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-cc9f7be1-3f9c-44dc-b198-07171c72b488 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493748 Sep 25 04:38:00.696709 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-723c08f8-82b5-4cad-bc84-cc20b62007ec service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888810 Sep 25 04:38:00.790385 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-eb04f2a8-0762-43a9-97ba-9e49e7022974 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Sep 25 04:38:01.092497 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-74af6f5f-02c8-44d6-a3ae-7fa53dc69ba7 req-2d3a60ae-679b-4e11-b2aa-3bf12a4bd682 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0366530 Sep 25 04:38:01.264499 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde3a27-d3b2-4541-b061-5690b3a41b19 req-1c7115f0-8b02-426b-af16-ce60f112672b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:01.266103 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6fde3a27-d3b2-4541-b061-5690b3a41b19 req-1c7115f0-8b02-426b-af16-ce60f112672b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Sep 25 04:38:01.317529 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6fde3a27-d3b2-4541-b061-5690b3a41b19 req-cfd08a29-0841-46f2-9bce-a699cf90b343 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Sep 25 04:38:02.194842 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b079dbaa-9ac2-448f-8471-98449ec2fc7f req-79997d79-bb25-47d2-aca9-8f7c14f42843 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Sep 25 04:38:02.404423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:02.449411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d669db-5c07-4d7d-82e6-a980c4dce139 req-77cb5b97-4128-42bb-9c32-7f86125281d7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:02.451036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e7d669db-5c07-4d7d-82e6-a980c4dce139 req-77cb5b97-4128-42bb-9c32-7f86125281d7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0554230 Sep 25 04:38:02.557125 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e7d669db-5c07-4d7d-82e6-a980c4dce139 req-a2df7d66-4cc2-4c4a-a7a2-49cd93ceae1d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002235 Sep 25 04:38:02.613163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-f40fb3ce-67f0-41f3-ad82-9cb30d091f0e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:02.614571 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-f40fb3ce-67f0-41f3-ad82-9cb30d091f0e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.1202810 Sep 25 04:38:02.695859 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-43d37948-3239-4128-985a-7f9f0f0f83e6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 380 time: 0.0612643 Sep 25 04:38:02.719865 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'port': {'device_id': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'admin_state_up': True, 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'security_groups': ['8b5b8b25-8fd8-43c8-be65-4f04ff420dd0']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:02.733562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:02.828516 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Made reservation on behalf of 00f66d2c942b419abc8d9d010c5a57f3 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:02.832281 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:02.962354 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.20.0.10 (fc0edd4f-78eb-4338-9c41-437457efbef1/9b8cd4f7-c364-480a-abff-7f8054e3f687/9bd5cc76-3974-4656-ab0e-c104227f5d9c) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:03.105549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.143771 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.188267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:03.191597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:03.195779 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:03.202392 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:03.222262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:03.261583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:03.262488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.294513 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-8432bf5b-1ed7-4716-a1fe-37646f35a3af tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5780740 Sep 25 04:38:03.325252 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Request body: {'port': {'device_id': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:03.336794 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96401c-eccc-464a-bc66-b975d28dc226 req-85b40b36-2814-4295-82b4-e4c61d5e03fe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:03.338268 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab96401c-eccc-464a-bc66-b975d28dc226 req-85b40b36-2814-4295-82b4-e4c61d5e03fe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 932 time: 0.0636189 Sep 25 04:38:03.390174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Provisioning complete for port 9bd5cc76-3974-4656-ab0e-c104227f5d9c triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:03.390763 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.391017 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Attempt 1 to provision port 9bd5cc76-3974-4656-ab0e-c104227f5d9c Sep 25 04:38:03.421718 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Port 9bd5cc76-3974-4656-ab0e-c104227f5d9c cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:03.427549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.434493 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab96401c-eccc-464a-bc66-b975d28dc226 req-7333e6c0-6d0e-4619-a5e1-1811c9592e2f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805089 Sep 25 04:38:03.554380 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:03.705368 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a807b09-e2b7-44c2-be3a-0dccdc542fb0 req-224c6b3a-bd76-42af-a451-5da541fe774a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:03.707148 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a807b09-e2b7-44c2-be3a-0dccdc542fb0 req-224c6b3a-bd76-42af-a451-5da541fe774a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0658481 Sep 25 04:38:03.767579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd5cc76-3974-4656-ab0e-c104227f5d9c {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:03.780575 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks [] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.809285 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a807b09-e2b7-44c2-be3a-0dccdc542fb0 req-c54951e0-c620-46b8-b039-1ab15a9907e5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922618 Sep 25 04:38:03.810390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Transition to ACTIVE for port object 9bd5cc76-3974-4656-ab0e-c104227f5d9c will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:38:03.813331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:03.879547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:03.922556 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Attempt 2 to provision port 9bd5cc76-3974-4656-ab0e-c104227f5d9c Sep 25 04:38:03.930914 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Attempting to bind port 9bd5cc76-3974-4656-ab0e-c104227f5d9c on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:03.931253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Attempting to bind port 9bd5cc76-3974-4656-ab0e-c104227f5d9c by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:03.931576 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Attempting to bind port 9bd5cc76-3974-4656-ab0e-c104227f5d9c on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:03.957302 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Port 9bd5cc76-3974-4656-ab0e-c104227f5d9c cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:03.973817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Port 9bd5cc76-3974-4656-ab0e-c104227f5d9c on network fc0edd4f-78eb-4338-9c41-437457efbef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:38:03.974139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Attempting to bind port 9bd5cc76-3974-4656-ab0e-c104227f5d9c on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:04.018694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:04.018970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:04.019339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Bound using segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:04.019772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Bound port: 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:04.020129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:04.034471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:04.087309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:04.091237 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:04.097093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:04.100338 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:04.101334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:04.102708 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9bd5cc76-3974-4656-ab0e-c104227f5d9c HTTP/1.1" status: 200 len: 1094 time: 0.7844663 Sep 25 04:38:04.104973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:04.107252 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995e0327-395a-4a5f-85cb-93abbeb80851" -d '{"events": [{"name": "network-changed", "server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:04.162300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f5534e-9fb4-445f-ba3d-ad675ae035a3 x-openstack-request-id: req-07f5534e-9fb4-445f-ba3d-ad675ae035a3 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:04.162587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:04.162834 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07f5534e-9fb4-445f-ba3d-ad675ae035a3 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:04.163255 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f5534e-9fb4-445f-ba3d-ad675ae035a3'] response: {'name': 'network-changed', 'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'status': 'completed', 'code': 200} Sep 25 04:38:04.167254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebc86e-f1d6-49c4-a50a-bfc680261a7c service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:04.234170 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-c2bf7b19-a930-4153-a741-7036f2c6d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:04.235640 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-c2bf7b19-a930-4153-a741-7036f2c6d945 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0425897 Sep 25 04:38:04.292451 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-7eff2654-550e-4a91-b9f3-a7f7e141483e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c HTTP/1.1" status: 200 len: 217 time: 0.0389163 Sep 25 04:38:04.458995 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Attempt 3 to provision port 9bd5cc76-3974-4656-ab0e-c104227f5d9c Sep 25 04:38:04.519324 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-32ccdf01-2ae7-4b9a-a496-3642f1ee5ce6 None None] Port 9bd5cc76-3974-4656-ab0e-c104227f5d9c had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:38:04.571435 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4193db-1020-4f41-9a75-cca80c386b2f req-c459919b-c32b-4c4a-be2c-0a7539539ed5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:04.573465 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7b4193db-1020-4f41-9a75-cca80c386b2f req-c459919b-c32b-4c4a-be2c-0a7539539ed5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0473661 Sep 25 04:38:04.627449 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7b4193db-1020-4f41-9a75-cca80c386b2f req-af5eefea-cb18-4f6e-b626-5ef08be6dce4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 Sep 25 04:38:04.940688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3858c-c479-45de-8819-08afb2aebd1c req-4e5acee1-e017-441d-9e14-2411dbefe53e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:04.942277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-acc3858c-c479-45de-8819-08afb2aebd1c req-4e5acee1-e017-441d-9e14-2411dbefe53e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Sep 25 04:38:04.945225 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=33 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:04.946978 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=55 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:04.994711 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-acc3858c-c479-45de-8819-08afb2aebd1c req-eca9e7c0-1758-41a3-b74b-53292fe82a76 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Sep 25 04:38:05.762121 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959f97c-648d-4005-ac82-67d56a846651 req-0cd6d4b7-7125-4931-8282-d7b197f1cf5f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:05.763832 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6959f97c-648d-4005-ac82-67d56a846651 req-0cd6d4b7-7125-4931-8282-d7b197f1cf5f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0487814 Sep 25 04:38:05.814024 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6959f97c-648d-4005-ac82-67d56a846651 req-1cb7f494-1b6b-4432-a314-6c2c924369cb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Sep 25 04:38:06.149987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:06.163165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d941473-25c2-48ca-ab62-fcf509e0b3b2 req-d9985735-8477-4e91-986a-6827c789a33e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:06.164707 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d941473-25c2-48ca-ab62-fcf509e0b3b2 req-d9985735-8477-4e91-986a-6827c789a33e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0942287 Sep 25 04:38:06.195736 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-0c240459-3f6a-4c4c-b073-bcf433681868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:06.197269 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-0c240459-3f6a-4c4c-b073-bcf433681868 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0972917 Sep 25 04:38:06.287981 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d941473-25c2-48ca-ab62-fcf509e0b3b2 req-d6938248-d14a-4d62-84ce-28fd7dbbe9f9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124237 Sep 25 04:38:06.302437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888e093-f146-4af8-8666-27c5857cee30 req-2732b170-f38c-4968-9635-c6aa14b96162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:06.303938 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4888e093-f146-4af8-8666-27c5857cee30 req-2732b170-f38c-4968-9635-c6aa14b96162 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.0754893 Sep 25 04:38:06.304842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-e6818d4c-9c30-4d16-a971-3206280dad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:06.306142 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-e6818d4c-9c30-4d16-a971-3206280dad17 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893238 Sep 25 04:38:06.415856 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4888e093-f146-4af8-8666-27c5857cee30 req-fb881d41-f67d-4cf4-995e-6cca28669f73 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939128 Sep 25 04:38:06.436573 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-02e758f9-7cc8-46fa-b2fd-e0a9206abb44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158905 Sep 25 04:38:06.895293 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:06.900226 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=24,neutron:DELETE=7 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:06.970416 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77f23f-d1a6-4766-afdd-929cbb246632 req-6f6a2461-c964-4214-8b5d-92be89ec7abf tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:06.972046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dd77f23f-d1a6-4766-afdd-929cbb246632 req-6f6a2461-c964-4214-8b5d-92be89ec7abf tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0747359 Sep 25 04:38:06.974326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-127ff612-0da6-459a-8b7f-e9ac0cc3c36b req-828293a4-d114-4447-b60d-4d19e5c0979a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307695 Sep 25 04:38:07.000288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:07.024537 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dd77f23f-d1a6-4766-afdd-929cbb246632 req-b105b113-9714-427b-b505-bf0d8b62b2d8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Sep 25 04:38:07.412790 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85bdc6-badd-4c4f-b0ec-ac738ea1964a req-1ccdc413-005c-45f2-8100-b9b22bfc6a1c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:07.414302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe85bdc6-badd-4c4f-b0ec-ac738ea1964a req-1ccdc413-005c-45f2-8100-b9b22bfc6a1c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0501378 Sep 25 04:38:07.468172 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe85bdc6-badd-4c4f-b0ec-ac738ea1964a req-a5dce988-d515-47b6-b574-170b8f6f86ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479116 Sep 25 04:38:07.606528 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a57b3e00-bf48-49c0-9b73-10a00ad7ad4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:08.153816 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fea87-434d-4c0d-9f1a-55f43f950eb3 req-7668c3b2-d7d4-44b8-b42c-5b0c03f98270 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:08.156171 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ba6fea87-434d-4c0d-9f1a-55f43f950eb3 req-7668c3b2-d7d4-44b8-b42c-5b0c03f98270 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0559490 Sep 25 04:38:08.435487 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ba6fea87-434d-4c0d-9f1a-55f43f950eb3 req-e24c9e7b-00d3-43bd-977b-068f0efd48b6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738433 Sep 25 04:38:08.596414 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343d218-701c-4445-ac14-a3b1b623451e req-65e32925-8e81-4419-9002-920bdab5c77b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:08.597900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4343d218-701c-4445-ac14-a3b1b623451e req-65e32925-8e81-4419-9002-920bdab5c77b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0509560 Sep 25 04:38:08.656502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4343d218-701c-4445-ac14-a3b1b623451e req-486a417a-f5d7-4d8a-b78e-e6b55d3bf7e0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524533 Sep 25 04:38:08.707590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 56950) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:08.814637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-66f6125e-fdb7-4c0a-be2f-46e72b5e252f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:08.925078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-66df082e-2098-4f52-b54f-f80985a73861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:08.926770 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-66df082e-2098-4f52-b54f-f80985a73861 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0649116 Sep 25 04:38:08.944194 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-66f6125e-fdb7-4c0a-be2f-46e72b5e252f admin admin] Publish callbacks [] for security_group (30e33f4a-715a-43d9-bd0b-7202db914f16), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:08.947871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-66f6125e-fdb7-4c0a-be2f-46e72b5e252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (30e33f4a-715a-43d9-bd0b-7202db914f16), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:08.974938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:08.990510 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-66f6125e-fdb7-4c0a-be2f-46e72b5e252f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9eb3b2316d404443b35b0d9509b7ca8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816420 Sep 25 04:38:08.991281 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6125e-fdb7-4c0a-be2f-46e72b5e252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e33f4a-715a-43d9-bd0b-7202db914f16,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:08.993340 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 56956) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:09.050208 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] Publish callbacks [] for security_group (30e33f4a-715a-43d9-bd0b-7202db914f16), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:09.070538 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] Publish callbacks [] for security_group (30e33f4a-715a-43d9-bd0b-7202db914f16), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:09.121393 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (30e33f4a-715a-43d9-bd0b-7202db914f16), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:09.124982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:09.126148 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/30e33f4a-715a-43d9-bd0b-7202db914f16 HTTP/1.1" status: 204 len: 168 time: 0.1317677 Sep 25 04:38:09.134216 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dccd8-7e8d-41e3-abb0-86c79354ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e33f4a-715a-43d9-bd0b-7202db914f16,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:09.146088 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:09.600551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa4e3-ec0b-42f6-95c1-d1d5a336aa64 req-998e2f24-175a-4c16-b61c-69cc0b7b5ec4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:09.602071 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-332aa4e3-ec0b-42f6-95c1-d1d5a336aa64 req-998e2f24-175a-4c16-b61c-69cc0b7b5ec4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0741899 Sep 25 04:38:09.603184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-93666d5e-cc44-475b-ac8a-7bd63c9e4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:09.604625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-93666d5e-cc44-475b-ac8a-7bd63c9e4333 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.1455264 Sep 25 04:38:09.656737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-1075c0e1-6c17-45e7-8953-2fced8bb7347 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c HTTP/1.1" status: 200 len: 217 time: 0.0419769 Sep 25 04:38:09.725559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-332aa4e3-ec0b-42f6-95c1-d1d5a336aa64 req-99a6c832-18e7-4483-bd7f-5c4b3372eeae tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130886 Sep 25 04:38:09.732802 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-e1599ce3-fecd-430b-b4a5-7d1a07c8d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:09.734236 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-e1599ce3-fecd-430b-b4a5-7d1a07c8d9de service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0678596 Sep 25 04:38:09.824580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97231a31-5f89-4b8f-9b36-da20aabefe56 req-d3ac5a6b-798c-4c7f-872b-5525e0e44115 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:09.826100 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97231a31-5f89-4b8f-9b36-da20aabefe56 req-d3ac5a6b-798c-4c7f-872b-5525e0e44115 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0761642 Sep 25 04:38:09.827211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-21b64594-8abd-41fe-8199-25cd3a7e1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:09.828572 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-21b64594-8abd-41fe-8199-25cd3a7e1239 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698481 Sep 25 04:38:09.907694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:09.931821 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97231a31-5f89-4b8f-9b36-da20aabefe56 req-54d3bd37-5961-4345-9eb3-4d7c60e47444 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986679 Sep 25 04:38:09.967382 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-063c5181-7b54-469d-b522-7fd61ce70446 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267345 Sep 25 04:38:10.006852 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-39d87d5f-67fc-4acd-b61a-25fcbe40ec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:10.092403 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-995e0327-395a-4a5f-85cb-93abbeb80851 req-a64c6761-3cf8-4229-b1fd-1607c4730e2c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093276 Sep 25 04:38:10.267086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4f19b-c259-43b9-92d5-ad7ed3866fd5 req-5965b2f3-577f-477a-bf2b-3cac83e11e4c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.268747 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91a4f19b-c259-43b9-92d5-ad7ed3866fd5 req-5965b2f3-577f-477a-bf2b-3cac83e11e4c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0900097 Sep 25 04:38:10.278129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-84ce7e03-cc69-460b-8500-0d540c3ecd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.279658 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-84ce7e03-cc69-460b-8500-0d540c3ecd0f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.0648420 Sep 25 04:38:10.376618 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91a4f19b-c259-43b9-92d5-ad7ed3866fd5 req-ea0362ab-cb70-4ef0-924c-9a4eac33e00f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007941 Sep 25 04:38:10.413519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-84b5b50a-9e4d-4304-8954-028fbbffd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.414994 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-84b5b50a-9e4d-4304-8954-028fbbffd2e0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1286621 Sep 25 04:38:10.463605 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-a250bf25-c857-4f80-b387-d0aceecd15af service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.0349987 Sep 25 04:38:10.514522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-8d2671b0-25d6-402b-8680-9c266a1d58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.516025 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-8d2671b0-25d6-402b-8680-9c266a1d58d3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0463526 Sep 25 04:38:10.564988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-bb79d8f1-21ac-480e-b8ba-d048854ac8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.566498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-bb79d8f1-21ac-480e-b8ba-d048854ac8db service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446708 Sep 25 04:38:10.637371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:10.668739 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-b1663be1-067c-4c7b-a219-4dae4f9c4c48 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918984 Sep 25 04:38:10.766878 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-931a351d-aa1d-43a7-ada4-6077b110f327 req-e9c6a6e6-ef29-4aaa-a16e-46b482903b20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913792 Sep 25 04:38:10.858100 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161ffc-b4fe-41b8-93d8-c537c27e6ead req-8995eaba-ee35-4304-aed2-973e7e57b1d2 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:10.860804 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7161ffc-b4fe-41b8-93d8-c537c27e6ead req-8995eaba-ee35-4304-aed2-973e7e57b1d2 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0576963 Sep 25 04:38:10.918506 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7161ffc-b4fe-41b8-93d8-c537c27e6ead req-aac2af35-0732-4f07-833a-1e5285f986f6 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Sep 25 04:38:11.071469 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:11.531803 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98984028-52fe-463d-9c0e-1e8ea2052343 req-4cbb5446-3813-4f22-b9c5-62941f34cc7e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:11.533320 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98984028-52fe-463d-9c0e-1e8ea2052343 req-4cbb5446-3813-4f22-b9c5-62941f34cc7e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0673351 Sep 25 04:38:11.590147 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98984028-52fe-463d-9c0e-1e8ea2052343 req-987c825c-0027-44e1-8e55-0a13e115c5ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Sep 25 04:38:12.043407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f775-87a2-493e-974c-3fb94eeb8e9a req-47a0e9d0-bee0-4969-ba6c-e7aa53184953 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:12.045502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7940f775-87a2-493e-974c-3fb94eeb8e9a req-47a0e9d0-bee0-4969-ba6c-e7aa53184953 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0483897 Sep 25 04:38:12.098455 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7940f775-87a2-493e-974c-3fb94eeb8e9a req-95e6a893-8c8b-43ef-bfa5-a1d1b92a96e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Sep 25 04:38:12.686967 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:12.714691 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ee967-98d8-40cd-b05e-85d4477276f0 req-d537ddd5-4f46-4520-b414-073ddf84d7a5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:12.716168 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c24ee967-98d8-40cd-b05e-85d4477276f0 req-d537ddd5-4f46-4520-b414-073ddf84d7a5 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Sep 25 04:38:12.762975 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c24ee967-98d8-40cd-b05e-85d4477276f0 req-da59c36a-0a1b-447d-be6c-5c9ba8605621 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Sep 25 04:38:12.815149 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:13.223576 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddac17-cedd-4a27-81ad-2364870b856d req-6ea5d839-b20c-4d2e-b443-b10fa7eca2c8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:13.225677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-70ddac17-cedd-4a27-81ad-2364870b856d req-6ea5d839-b20c-4d2e-b443-b10fa7eca2c8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0537875 Sep 25 04:38:13.239788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:13.279472 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-70ddac17-cedd-4a27-81ad-2364870b856d req-f6486838-3b54-4c38-b31e-2bb5a4b2245b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Sep 25 04:38:13.897980 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4b7b1-9f1c-4d98-8510-65f4333acdcc req-9711d201-ac06-4c09-8c2f-c721d44845a6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:13.899671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-40a4b7b1-9f1c-4d98-8510-65f4333acdcc req-9711d201-ac06-4c09-8c2f-c721d44845a6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Sep 25 04:38:13.951987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-40a4b7b1-9f1c-4d98-8510-65f4333acdcc req-56b93f20-9342-4aff-b5df-48812688fe8d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452378 Sep 25 04:38:14.403994 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d1097-92d9-4ada-b7cf-5dc690b963ae req-55d732c1-ac2c-4511-aef1-833972c673f8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:14.405484 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-016d1097-92d9-4ada-b7cf-5dc690b963ae req-55d732c1-ac2c-4511-aef1-833972c673f8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0507431 Sep 25 04:38:14.454076 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-016d1097-92d9-4ada-b7cf-5dc690b963ae req-69fc458a-0b87-4b2d-b7a7-8c4dcac1b7ff tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Sep 25 04:38:15.094863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f10d9a-1384-4c97-9762-df15087c3693 req-3cc30d7b-28e0-41bd-8d7b-60c026c05237 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:15.096313 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a9f10d9a-1384-4c97-9762-df15087c3693 req-3cc30d7b-28e0-41bd-8d7b-60c026c05237 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Sep 25 04:38:15.146551 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a9f10d9a-1384-4c97-9762-df15087c3693 req-1ec91d56-e472-4a40-a485-6c01d64fc1ec tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Sep 25 04:38:15.513039 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57118) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:15.584562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc117a6-3c1f-4c4b-9c6f-d212fdfc809b req-e9ef71ee-0d2a-409f-a47b-b7a4bd0c4c2f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:15.586087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8fc117a6-3c1f-4c4b-9c6f-d212fdfc809b req-e9ef71ee-0d2a-409f-a47b-b7a4bd0c4c2f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0490539 Sep 25 04:38:15.629681 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-314e5f46-482f-4d69-9ecf-88e51e966812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.641888 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8fc117a6-3c1f-4c4b-9c6f-d212fdfc809b req-51923b2a-3039-47f7-8535-5d695ed1d6be tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494089 Sep 25 04:38:15.710673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-314e5f46-482f-4d69-9ecf-88e51e966812 admin admin] Publish callbacks [] for security_group (b75875cf-c725-49bc-bd0e-a5bc192f5f7c), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.714648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-314e5f46-482f-4d69-9ecf-88e51e966812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b75875cf-c725-49bc-bd0e-a5bc192f5f7c), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.751728 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e5f46-482f-4d69-9ecf-88e51e966812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75875cf-c725-49bc-bd0e-a5bc192f5f7c,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:15.757112 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-314e5f46-482f-4d69-9ecf-88e51e966812 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8d9ade84ba3340359470f619ac88696f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427835 Sep 25 04:38:15.759870 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57122) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:15.812657 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] Publish callbacks [] for security_group (b75875cf-c725-49bc-bd0e-a5bc192f5f7c), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.832492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] Publish callbacks [] for security_group (b75875cf-c725-49bc-bd0e-a5bc192f5f7c), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.881053 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b75875cf-c725-49bc-bd0e-a5bc192f5f7c), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.883601 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:15.884952 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b75875cf-c725-49bc-bd0e-a5bc192f5f7c HTTP/1.1" status: 204 len: 168 time: 0.1233523 Sep 25 04:38:15.893168 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371f73-d7f4-4a29-b237-ed9d77000259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75875cf-c725-49bc-bd0e-a5bc192f5f7c,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:16.148385 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57128) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:16.163110 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-606aea65-fd1b-41e4-9fd3-b00b2b0bad47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.241397 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-606aea65-fd1b-41e4-9fd3-b00b2b0bad47 admin admin] Publish callbacks [] for security_group (5a5d15a5-f7d5-4a40-8584-fd992d358e2b), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.245106 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-606aea65-fd1b-41e4-9fd3-b00b2b0bad47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5a5d15a5-f7d5-4a40-8584-fd992d358e2b), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.282673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aea65-fd1b-41e4-9fd3-b00b2b0bad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5d15a5-f7d5-4a40-8584-fd992d358e2b,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:16.286919 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-606aea65-fd1b-41e4-9fd3-b00b2b0bad47 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b32bd4ca5df741b293c19c96b91714b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373596 Sep 25 04:38:16.289728 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57132) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:16.343083 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] Publish callbacks [] for security_group (5a5d15a5-f7d5-4a40-8584-fd992d358e2b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.345751 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:16.365372 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] Publish callbacks [] for security_group (5a5d15a5-f7d5-4a40-8584-fd992d358e2b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.410250 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5a5d15a5-f7d5-4a40-8584-fd992d358e2b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.412803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.413932 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a5d15a5-f7d5-4a40-8584-fd992d358e2b HTTP/1.1" status: 204 len: 168 time: 0.1233144 Sep 25 04:38:16.415944 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:16.423232 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec7bda-2b39-4010-9d81-62c06e815039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5d15a5-f7d5-4a40-8584-fd992d358e2b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:16.731096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:16.764552 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57144) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:16.769914 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a4d3-6397-4809-b09b-82fc2e5c8265 req-8d33028d-b8b0-4fc3-ae0d-432394116f4f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:16.771492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf76a4d3-6397-4809-b09b-82fc2e5c8265 req-8d33028d-b8b0-4fc3-ae0d-432394116f4f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0503194 Sep 25 04:38:16.778830 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-724096ea-754d-4a66-ac55-4961bc2c8297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.823545 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf76a4d3-6397-4809-b09b-82fc2e5c8265 req-d0298e3b-1921-407a-8974-0a9b652b4ecf tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Sep 25 04:38:16.857540 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-724096ea-754d-4a66-ac55-4961bc2c8297 admin admin] Publish callbacks [] for security_group (d9175ab3-5622-40c0-a643-52efb980bd5e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.861478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-724096ea-754d-4a66-ac55-4961bc2c8297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d9175ab3-5622-40c0-a643-52efb980bd5e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.900349 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-724096ea-754d-4a66-ac55-4961bc2c8297 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=570d7a550a164b0dbea2092d62ed77b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347234 Sep 25 04:38:16.901805 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724096ea-754d-4a66-ac55-4961bc2c8297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9175ab3-5622-40c0-a643-52efb980bd5e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:16.904433 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57146) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:16.953559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] Publish callbacks [] for security_group (d9175ab3-5622-40c0-a643-52efb980bd5e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:16.973233 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] Publish callbacks [] for security_group (d9175ab3-5622-40c0-a643-52efb980bd5e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.018583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d9175ab3-5622-40c0-a643-52efb980bd5e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.021277 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.022419 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d9175ab3-5622-40c0-a643-52efb980bd5e HTTP/1.1" status: 204 len: 168 time: 0.1166143 Sep 25 04:38:17.030222 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c82371-b2c1-4170-87e9-070057df8017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9175ab3-5622-40c0-a643-52efb980bd5e,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:17.649261 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57174) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:17.655199 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528171088', 'description': 'tempest-description--1159475034'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:17.678390 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.750651 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (d8f799d3-7dac-4d48-a9ae-e1f26474211f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.755098 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d8f799d3-7dac-4d48-a9ae-e1f26474211f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.785080 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.786315 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359718 Sep 25 04:38:17.789350 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57178) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:17.790694 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4307e9-f071-4ccc-9210-a3b37cfb07ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f799d3-7dac-4d48-a9ae-e1f26474211f,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:17.796910 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'security_group_rule': {'security_group_id': 'd8f799d3-7dac-4d48-a9ae-e1f26474211f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:17.827937 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (e0a66057-7549-424e-9522-c4ecf5164505), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.890977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (e0a66057-7549-424e-9522-c4ecf5164505), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.895365 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (e0a66057-7549-424e-9522-c4ecf5164505), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.924887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a66057-7549-424e-9522-c4ecf5164505,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:17.949670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:17.950865 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-00f0cd94-914e-4fcb-8622-2dbfc45269c3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598659 Sep 25 04:38:17.954108 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57184) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:17.959938 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'security_group_rule': {'security_group_id': 'd8f799d3-7dac-4d48-a9ae-e1f26474211f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:17.970950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f39b-2f81-4d1f-a91a-ad93db3e45a1 req-2709f262-9391-4380-8c37-fb74cb69dded tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:17.972488 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9532f39b-2f81-4d1f-a91a-ad93db3e45a1 req-2709f262-9391-4380-8c37-fb74cb69dded tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 944 time: 0.0590227 Sep 25 04:38:17.992047 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (20048387-b93f-47de-b3fe-8145951a7223), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.026432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:18.032017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9532f39b-2f81-4d1f-a91a-ad93db3e45a1 req-84c3056a-3306-43eb-9f22-7c04250fdbef tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535302 Sep 25 04:38:18.058590 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (20048387-b93f-47de-b3fe-8145951a7223), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.063132 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (20048387-b93f-47de-b3fe-8145951a7223), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.086022 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20048387-b93f-47de-b3fe-8145951a7223,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:18.095756 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.096940 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-157804cc-1577-4769-b4aa-79ba27ee5508 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413248 Sep 25 04:38:18.101750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57192) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:18.109528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:18.130306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.217736 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.335716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Allocated IP 172.27.0.181 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/f476e20f-e25b-4d27-a6cc-ebfc7f8b634d) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:18.410327 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 9bd5cc76-3974-4656-ab0e-c104227f5d9c details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:38:18.464809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.476749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:18.502031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.546555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:18.548496 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:18.549846 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:18.552389 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:18.561968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'port_id': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'mac_address': 'fa:16:3e:9f:51:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:38:18.583054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'Port': ['ID=f476e20f-e25b-4d27-a6cc-ebfc7f8b634d,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:18.606301 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 9bd5cc76-3974-4656-ab0e-c104227f5d9c is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:18.606687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.619990 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd5cc76-3974-4656-ab0e-c104227f5d9c {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:18.644173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:18.651849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.652886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.699180 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.705893 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:18.858983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.867275 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.871374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:18.941163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'Port': ['ID=f476e20f-e25b-4d27-a6cc-ebfc7f8b634d,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:18.943624 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.960974 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:18.962298 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-1d6fbe36-0f31-4939-8ad1-be570ed19d3a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8590801 Sep 25 04:38:19.176920 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4d75-9639-4b31-8dcb-8ab140eb7133 req-b9291ae3-bba3-48ba-834d-8c252de5e54a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:19.178445 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bde4d75-9639-4b31-8dcb-8ab140eb7133 req-b9291ae3-bba3-48ba-834d-8c252de5e54a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 945 time: 0.0659065 Sep 25 04:38:19.220341 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-d606bcc9-199e-4030-b121-06156c56ab02 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--528171088&fields=id&tenant_id=f6f23cf0323f48069e21acf059cbd1f0 HTTP/1.1" status: 200 len: 267 time: 0.0751674 Sep 25 04:38:19.297980 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bde4d75-9639-4b31-8dcb-8ab140eb7133 req-097deea1-2349-4a46-8542-917df09cdb15 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086001 Sep 25 04:38:19.342195 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57248) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:19.353735 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-1d6dc20d-c2fc-45c2-8fb3-f225739d958c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:19.355807 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-1d6dc20d-c2fc-45c2-8fb3-f225739d958c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 0.1257761 Sep 25 04:38:19.370359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-1cd7b7ae-5a98-42aa-a8d8-5a884e601361 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/quotas/f6f23cf0323f48069e21acf059cbd1f0 HTTP/1.1" status: 200 len: 375 time: 0.0091293 Sep 25 04:38:19.419945 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['9bd5cc76-3974-4656-ab0e-c104227f5d9c'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:38:19.432169 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-5c78d073-0d14-44ba-8e14-d962049665cf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0563898 Sep 25 04:38:19.455732 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1f7e-0412-4160-afb7-6bf38af9f8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.552772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-629c305d-e8e4-43fa-a822-65e7d84bf40d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082325 Sep 25 04:38:19.556175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1f7e-0412-4160-afb7-6bf38af9f8ec admin admin] Publish callbacks [] for security_group (382edbb7-a5cb-4ce5-bf12-0004cdb98010), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.561158 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1f7e-0412-4160-afb7-6bf38af9f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (382edbb7-a5cb-4ce5-bf12-0004cdb98010), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.578475 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:19.580002 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:19.611117 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-dc6a1f7e-0412-4160-afb7-6bf38af9f8ec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0620da484fca4c4dab9423b3825abaa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671008 Sep 25 04:38:19.611989 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a1f7e-0412-4160-afb7-6bf38af9f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382edbb7-a5cb-4ce5-bf12-0004cdb98010,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:19.615801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57254) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:19.622490 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:19.661729 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-9cd77c9c-87f8-45e6-822e-29d1069c45e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023667 Sep 25 04:38:19.666943 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:19.673593 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] Publish callbacks [] for security_group (382edbb7-a5cb-4ce5-bf12-0004cdb98010), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.699355 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] Publish callbacks [] for security_group (382edbb7-a5cb-4ce5-bf12-0004cdb98010), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.750119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (382edbb7-a5cb-4ce5-bf12-0004cdb98010), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.752709 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:19.753855 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/382edbb7-a5cb-4ce5-bf12-0004cdb98010 HTTP/1.1" status: 204 len: 168 time: 0.1371400 Sep 25 04:38:19.762894 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86094-3a6c-4c5d-8d34-659963130937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382edbb7-a5cb-4ce5-bf12-0004cdb98010,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:19.847549 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-604ab524-9997-472f-a973-f525f5be5141 req-0507ef90-7592-4666-ae19-9e7c29af38fb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0394628 Sep 25 04:38:19.907985 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:20.065364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57268) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:20.080090 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a21144d2-dab7-4b72-9a29-e431445a5e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.168794 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a21144d2-dab7-4b72-9a29-e431445a5e63 admin admin] Publish callbacks [] for security_group (8ba35669-5528-41ad-ba7b-e9cad02acf26), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.173122 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a21144d2-dab7-4b72-9a29-e431445a5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8ba35669-5528-41ad-ba7b-e9cad02acf26), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.216893 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21144d2-dab7-4b72-9a29-e431445a5e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba35669-5528-41ad-ba7b-e9cad02acf26,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:20.223567 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a21144d2-dab7-4b72-9a29-e431445a5e63 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9aaa942d093a4b70976fdd342e16a17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568875 Sep 25 04:38:20.226104 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57272) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:20.276770 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] Publish callbacks [] for security_group (8ba35669-5528-41ad-ba7b-e9cad02acf26), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.298949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] Publish callbacks [] for security_group (8ba35669-5528-41ad-ba7b-e9cad02acf26), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.353703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8ba35669-5528-41ad-ba7b-e9cad02acf26), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.356483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:20.360202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8ba35669-5528-41ad-ba7b-e9cad02acf26 HTTP/1.1" status: 204 len: 168 time: 0.1306169 Sep 25 04:38:20.365975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42745da2-9099-49c7-9860-a85e216a59a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba35669-5528-41ad-ba7b-e9cad02acf26,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:20.436777 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d4d4-cac7-481c-a154-4fb97cb65a50 req-f5a22df9-4798-481e-890a-74879ca09afe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:20.438189 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ced1d4d4-cac7-481c-a154-4fb97cb65a50 req-f5a22df9-4798-481e-890a-74879ca09afe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 945 time: 0.0542591 Sep 25 04:38:20.496708 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ced1d4d4-cac7-481c-a154-4fb97cb65a50 req-e4c5e510-033c-4452-a11f-7467bbfc663a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529466 Sep 25 04:38:20.958286 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7131ed1-78ab-469c-9767-b9c9ccc40025 req-6da0b8e3-3c35-43ea-bac4-26dbbc8a145e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0316777 Sep 25 04:38:21.043552 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.059050 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 9bd5cc76-3974-4656-ab0e-c104227f5d9c up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:21.104532 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 9bd5cc76-3974-4656-ab0e-c104227f5d9c completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:38:21.111369 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 9bd5cc76-3974-4656-ab0e-c104227f5d9c triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:21.111860 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.112193 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 9bd5cc76-3974-4656-ab0e-c104227f5d9c Sep 25 04:38:21.143628 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:21.200103 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 9bd5cc76-3974-4656-ab0e-c104227f5d9c is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:21.200514 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.231079 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:21.236002 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accb2146-1a33-44a6-942d-01da5efccc5d" -d '{"events": [{"server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:21.250289 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:21.255908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.298096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:21.312310 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dbbdec-0250-481b-b46a-ef6fa2bff5f5 x-openstack-request-id: req-79dbbdec-0250-481b-b46a-ef6fa2bff5f5 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:21.312968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:21.313505 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79dbbdec-0250-481b-b46a-ef6fa2bff5f5 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:21.314391 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dbbdec-0250-481b-b46a-ef6fa2bff5f5'] response: {'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'code': 200} Sep 25 04:38:21.323681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-a2cb9533-bea3-4149-8a0e-5243c141c0e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:21.325219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-a2cb9533-bea3-4149-8a0e-5243c141c0e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 819 time: 0.1602945 Sep 25 04:38:21.336473 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:21.452220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-430dbb70-b411-4625-87e9-1181f333fd5f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f6f23cf0323f48069e21acf059cbd1f0 HTTP/1.1" status: 200 len: 379 time: 0.0583053 Sep 25 04:38:21.514546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'port': {'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'admin_state_up': True, 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'security_groups': ['d8f799d3-7dac-4d48-a9ae-e1f26474211f']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:21.567099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57320) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:21.655889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afcd87-2df9-42fa-8ded-9e09ecd5beee req-0d01d067-0b18-4f51-beab-6a07f29dfc3f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:21.657402 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9afcd87-2df9-42fa-8ded-9e09ecd5beee req-0d01d067-0b18-4f51-beab-6a07f29dfc3f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0732539 Sep 25 04:38:21.704933 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cca6159e-c559-4557-a139-582a219e1415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.752325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Made reservation on behalf of f6f23cf0323f48069e21acf059cbd1f0 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:21.754648 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.780526 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9afcd87-2df9-42fa-8ded-9e09ecd5beee req-c808309b-49b8-4024-81b9-8cf9ec41105e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153302 Sep 25 04:38:21.782792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f959db2-4cda-4c15-8884-f80d2f97d343 req-66de0168-3b2c-4d26-8cfa-5e182a40fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:21.784179 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f959db2-4cda-4c15-8884-f80d2f97d343 req-66de0168-3b2c-4d26-8cfa-5e182a40fd38 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 1130 time: 0.0835695 Sep 25 04:38:21.803544 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cca6159e-c559-4557-a139-582a219e1415 admin admin] Publish callbacks [] for security_group (ade16aeb-5431-40d3-8d9d-e5fd93c33079), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.809579 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cca6159e-c559-4557-a139-582a219e1415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ade16aeb-5431-40d3-8d9d-e5fd93c33079), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.852853 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-cca6159e-c559-4557-a139-582a219e1415 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c75106efd7d7454f816d6809714ab284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846351 Sep 25 04:38:21.854010 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6159e-c559-4557-a139-582a219e1415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade16aeb-5431-40d3-8d9d-e5fd93c33079,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:21.856670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57326) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:21.900243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f959db2-4cda-4c15-8884-f80d2f97d343 req-d30f7dd3-0220-4a1d-90d3-65e513d42f22 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043055 Sep 25 04:38:21.975712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Allocated IP 172.20.0.9 (80b6de49-451b-443e-9218-1f0470a46dc2/510bcd0f-2104-4b4b-8b41-6e6adb685661/200b52b7-c7da-4e8b-924a-5151390b5778) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:21.980146 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] Publish callbacks [] for security_group (ade16aeb-5431-40d3-8d9d-e5fd93c33079), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:21.983582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:22.014675 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] Publish callbacks [] for security_group (ade16aeb-5431-40d3-8d9d-e5fd93c33079), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.093098 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-989958cd-36d1-4758-8197-fe7e90639984 req-f28bdd1f-6dbb-4f2e-b332-170734850cf8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0541222 Sep 25 04:38:22.138917 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:22.158560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ade16aeb-5431-40d3-8d9d-e5fd93c33079), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.161063 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.162174 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ade16aeb-5431-40d3-8d9d-e5fd93c33079 HTTP/1.1" status: 204 len: 168 time: 0.3033204 Sep 25 04:38:22.177825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47693c77-e5c5-4a4b-b9e5-1a946866716e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade16aeb-5431-40d3-8d9d-e5fd93c33079,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:22.219136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for port (200b52b7-c7da-4e8b-924a-5151390b5778), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.251720 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.297203 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Network 80b6de49-451b-443e-9218-1f0470a46dc2 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:22.300372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:22.304240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:22.332748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event updated for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:22.362385 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:22.363011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.381716 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e2394e75-906a-4bec-ab03-a88a0e362e97 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8720944 Sep 25 04:38:22.400438 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Request body: {'port': {'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:22.474350 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.566209 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Provisioning complete for port 200b52b7-c7da-4e8b-924a-5151390b5778 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:22.566851 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.567183 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Attempt 1 to provision port 200b52b7-c7da-4e8b-924a-5151390b5778 Sep 25 04:38:22.600442 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Port 200b52b7-c7da-4e8b-924a-5151390b5778 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:22.775502 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200b52b7-c7da-4e8b-924a-5151390b5778 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:22.783131 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks [] for port (200b52b7-c7da-4e8b-924a-5151390b5778), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.796442 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Transition to ACTIVE for port object 200b52b7-c7da-4e8b-924a-5151390b5778 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:38:22.800142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:22.891702 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:23.101391 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Attempt 2 to provision port 200b52b7-c7da-4e8b-924a-5151390b5778 Sep 25 04:38:23.138305 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Port 200b52b7-c7da-4e8b-924a-5151390b5778 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:23.144971 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:23.165259 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f189b0e-54fa-41e7-ba83-c826b9f8e345 req-533c4674-3e7c-4238-b84c-c65e8fe323bb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:23.166791 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f189b0e-54fa-41e7-ba83-c826b9f8e345 req-533c4674-3e7c-4238-b84c-c65e8fe323bb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.2907403 Sep 25 04:38:23.186743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Attempting to bind port 200b52b7-c7da-4e8b-924a-5151390b5778 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:23.187076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Attempting to bind port 200b52b7-c7da-4e8b-924a-5151390b5778 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:23.187405 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Attempting to bind port 200b52b7-c7da-4e8b-924a-5151390b5778 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:23.251020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:23.297372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84307-0af5-4fa3-b02b-01169cfc7f72 req-6096c86c-a3f6-4e58-8945-5cec04d6f9e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:23.298840 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5d84307-0af5-4fa3-b02b-01169cfc7f72 req-6096c86c-a3f6-4e58-8945-5cec04d6f9e8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.1011200 Sep 25 04:38:23.308544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f189b0e-54fa-41e7-ba83-c826b9f8e345 req-07980396-15b8-4507-adad-d85a7efc623d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291213 Sep 25 04:38:23.323399 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Port 200b52b7-c7da-4e8b-924a-5151390b5778 on network 80b6de49-451b-443e-9218-1f0470a46dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:38:23.323725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Attempting to bind port 200b52b7-c7da-4e8b-924a-5151390b5778 on network 80b6de49-451b-443e-9218-1f0470a46dc2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:23.388837 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5d84307-0af5-4fa3-b02b-01169cfc7f72 req-15c9e2f0-6ee5-4f0a-abc9-d0eadc81397c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821054 Sep 25 04:38:23.395659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:23.396000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Checking segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:23.396905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Bound using segment: {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:23.396905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Bound port: 200b52b7-c7da-4e8b-924a-5151390b5778, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d93366c-d631-429d-98ed-54747983a432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:23.397250 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:23.465672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:23.468825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=200b52b7-c7da-4e8b-924a-5151390b5778,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:23.475173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:23.482191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:23.482810 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:23.484243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1093 time: 1.0883710 Sep 25 04:38:23.484768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:23.486990 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355cb495-d84a-4faa-aeaf-aacdab46dce0" -d '{"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:23.529129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89776546-a562-40b2-87d9-b4ba04157c30 x-openstack-request-id: req-89776546-a562-40b2-87d9-b4ba04157c30 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:23.529640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:23.529640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89776546-a562-40b2-87d9-b4ba04157c30 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:23.530063 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89776546-a562-40b2-87d9-b4ba04157c30'] response: {'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'status': 'completed', 'code': 200} Sep 25 04:38:23.535530 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c4cf6-5a04-4c6f-b6b3-a4c680d44aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:23.639855 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Attempt 3 to provision port 200b52b7-c7da-4e8b-924a-5151390b5778 Sep 25 04:38:23.689039 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-30113e42-9c55-40a2-8c88-66a02abca46b None None] Port 200b52b7-c7da-4e8b-924a-5151390b5778 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:38:23.881604 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:38:24.198094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-53543a67-8b0c-4636-b8a8-05dd41edddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.199583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-53543a67-8b0c-4636-b8a8-05dd41edddd7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1127 time: 0.0456147 Sep 25 04:38:24.348511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-4c15f960-487a-4684-868d-0cdba1b9aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.350351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-4c15f960-487a-4684-868d-0cdba1b9aadb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0987589 Sep 25 04:38:24.464123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1e228-5acb-440b-a74c-e16ed76847cd req-7c005150-f8d8-4b51-bbae-3cd0ed37e4d9 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.466123 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2c1e228-5acb-440b-a74c-e16ed76847cd req-7c005150-f8d8-4b51-bbae-3cd0ed37e4d9 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0588470 Sep 25 04:38:24.542647 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-c428eab5-ee59-4c03-b51f-d0545536e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.544094 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-355cb495-d84a-4faa-aeaf-aacdab46dce0 req-c428eab5-ee59-4c03-b51f-d0545536e44b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1866243 Sep 25 04:38:24.571757 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bede7-7e81-406a-9237-a62d7ff2fd30 req-f14e6b6e-d886-48c8-80f0-61678a63aee3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.574459 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-061bede7-7e81-406a-9237-a62d7ff2fd30 req-f14e6b6e-d886-48c8-80f0-61678a63aee3 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.0904200 Sep 25 04:38:24.577906 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2c1e228-5acb-440b-a74c-e16ed76847cd req-b4bd7c2d-353d-4d06-8009-4792aeb23e68 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024709 Sep 25 04:38:24.623002 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-061bede7-7e81-406a-9237-a62d7ff2fd30 req-4762c1f2-03e4-41aa-9cde-0aaf6a4dbb95 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Sep 25 04:38:24.693782 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-5290c245-79c2-4764-83c7-e90b327c486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.695267 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-5290c245-79c2-4764-83c7-e90b327c486d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1127 time: 0.0714486 Sep 25 04:38:24.710563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a5500-48c2-4990-bf8b-5f8930311b28 req-4c325d99-d1af-4b04-86d7-c88ae4887802 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.711928 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-484a5500-48c2-4990-bf8b-5f8930311b28 req-4c325d99-d1af-4b04-86d7-c88ae4887802 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0533898 Sep 25 04:38:24.753430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-e730348c-c74c-4a38-928c-fc7ff7dd7925 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 217 time: 0.0406027 Sep 25 04:38:24.769538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:24.824515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:24.830012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-9b1e303d-e35c-415b-b593-3d75ee650035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.831498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-9b1e303d-e35c-415b-b593-3d75ee650035 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0713840 Sep 25 04:38:24.835256 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-484a5500-48c2-4990-bf8b-5f8930311b28 req-271100b3-b379-41f5-9f1c-679cf55e8988 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159375 Sep 25 04:38:24.865086 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57404) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:24.876012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-d21461d8-0d92-4b1d-af63-f1c83d44cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:24.877583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-d21461d8-0d92-4b1d-af63-f1c83d44cf59 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401146 Sep 25 04:38:24.971776 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-83e2a7bf-adb6-4ea5-b961-9cb527c9aca5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881057 Sep 25 04:38:25.060713 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6d0e9-4d52-4901-b61b-aa8dc60013fb tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:25.062256 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-61f6d0e9-4d52-4901-b61b-aa8dc60013fb tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 1125 time: 0.1962616 Sep 25 04:38:25.065315 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57410) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:25.069576 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'port_id': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:25.072277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a32ee43-ee92-402b-8ec9-6b874e0c38bc req-f8bdcc1c-b10d-44e4-bac7-7289e924f7ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941207 Sep 25 04:38:25.091594 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:25.179737 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:25.262735 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:25.290816 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.27.0.235 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/2ff2badf-a238-45ee-b872-be964917f3a5) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:25.397271 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (2ff2badf-a238-45ee-b872-be964917f3a5), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:25.399701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:25.433327 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:25.472961 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:25.475852 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:25.480298 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:25.505393 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=2ff2badf-a238-45ee-b872-be964917f3a5,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:25.761475 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f636f-85be-411f-b924-3117cc94d963 req-7f2d4ebe-0de8-40d5-b08c-160f97a77e17 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:25.762957 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-329f636f-85be-411f-b924-3117cc94d963 req-7f2d4ebe-0de8-40d5-b08c-160f97a77e17 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.0470304 Sep 25 04:38:25.811050 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-329f636f-85be-411f-b924-3117cc94d963 req-7f4eee84-23b1-4f29-89f5-30658811dcd8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 Sep 25 04:38:25.840811 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (a8629ef8-af7d-4469-afba-1a69bd482656), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:25.909917 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.018246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:UPDATE=2,neutron:INSERT=4,neutron:SELECT=94 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:26.055033 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (2ff2badf-a238-45ee-b872-be964917f3a5), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.060315 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.129407 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=2ff2badf-a238-45ee-b872-be964917f3a5,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:26.135656 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (a8629ef8-af7d-4469-afba-1a69bd482656), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.239536 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP a8629ef8-af7d-4469-afba-1a69bd482656 associated. External IP: 172.27.0.235, port: 9bd5cc76-3974-4656-ab0e-c104227f5d9c. Sep 25 04:38:26.286316 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:26.451447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:38:26.506212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57430) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:26.561581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:26.573343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:26.582823 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.585365 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:26.586065 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:26.625621 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-87191923-e9c9-46bd-8d94-eb5e6a88f1e3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5565119 Sep 25 04:38:26.625621 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:26.626251 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7b55c-c05b-44df-b317-37914dc3288c" -d '{"events": [{"name": "network-changed", "server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:26.628622 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1d64-1815-40c0-809a-1984b9694ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.666448 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe7b595-15aa-4198-9f69-3f242a320fee x-openstack-request-id: req-9fe7b595-15aa-4198-9f69-3f242a320fee {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:26.666448 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:26.666712 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fe7b595-15aa-4198-9f69-3f242a320fee {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:26.667929 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe7b595-15aa-4198-9f69-3f242a320fee'] response: {'name': 'network-changed', 'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'status': 'completed', 'code': 200} Sep 25 04:38:26.726384 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:26.728946 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1d64-1815-40c0-809a-1984b9694ca8 admin admin] Publish callbacks [] for security_group (ef9595f7-fb76-40f4-89f7-c9462e5cb4c6), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.733432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d1d1d64-1815-40c0-809a-1984b9694ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ef9595f7-fb76-40f4-89f7-c9462e5cb4c6), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.785674 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0d1d1d64-1815-40c0-809a-1984b9694ca8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=099c5ea5a055473186e6e9e76edb9d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782724 Sep 25 04:38:26.787391 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d1d64-1815-40c0-809a-1984b9694ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9595f7-fb76-40f4-89f7-c9462e5cb4c6,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:26.788423 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57438) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:26.844886 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] Publish callbacks [] for security_group (ef9595f7-fb76-40f4-89f7-c9462e5cb4c6), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.867521 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] Publish callbacks [] for security_group (ef9595f7-fb76-40f4-89f7-c9462e5cb4c6), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.918357 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ef9595f7-fb76-40f4-89f7-c9462e5cb4c6), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.920967 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:26.924535 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef9595f7-fb76-40f4-89f7-c9462e5cb4c6 HTTP/1.1" status: 204 len: 168 time: 0.1327400 Sep 25 04:38:26.931184 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c2db8-6b16-4884-9644-ec64298ab9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9595f7-fb76-40f4-89f7-c9462e5cb4c6,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:26.950103 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e632b6-6dc6-4ccd-8cd8-c9bc43deca42 req-6a18b722-48a3-4d1f-86a0-dc8b436a5302 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:26.951900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8e632b6-6dc6-4ccd-8cd8-c9bc43deca42 req-6a18b722-48a3-4d1f-86a0-dc8b436a5302 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.0601969 Sep 25 04:38:27.015365 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8e632b6-6dc6-4ccd-8cd8-c9bc43deca42 req-5867a7c3-7023-4ab8-acc9-29a0c653c989 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559120 Sep 25 04:38:27.147544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'a8629ef8-af7d-4469-afba-1a69bd482656', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:9f:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:25Z', 'updated_at': '2022-09-25T04:38:25Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:27.172915 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:27.179049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:27.183338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:27.183842 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:27.290343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:27.393963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:27.533399 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'a8629ef8-af7d-4469-afba-1a69bd482656', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:9f:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:25Z', 'updated_at': '2022-09-25T04:38:25Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:27.563708 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91d5ad-51c5-48e8-a3e0-d33986f3cf55 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'a8629ef8-af7d-4469-afba-1a69bd482656', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:9f:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:25Z', 'updated_at': '2022-09-25T04:38:25Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:27.608131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57470) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:27.796539 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95db0a-891a-4720-8d03-a702b24298d1 None None] New status for floating IP a8629ef8-af7d-4469-afba-1a69bd482656: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:38:27.840503 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-537eba98-6a42-41e5-9f0c-81623e99f133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:27.918412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-537eba98-6a42-41e5-9f0c-81623e99f133 admin admin] Publish callbacks [] for security_group (b6760c51-ea8c-40e7-bca2-1887128a79f8), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:27.922949 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-537eba98-6a42-41e5-9f0c-81623e99f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b6760c51-ea8c-40e7-bca2-1887128a79f8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:27.927092 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:27.970769 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-537eba98-6a42-41e5-9f0c-81623e99f133 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=052bdcb6269b4dc493a88b538031c1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614836 Sep 25 04:38:27.973267 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eba98-6a42-41e5-9f0c-81623e99f133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6760c51-ea8c-40e7-bca2-1887128a79f8,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:27.973879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57480) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:28.033705 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] Publish callbacks [] for security_group (b6760c51-ea8c-40e7-bca2-1887128a79f8), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.063682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] Publish callbacks [] for security_group (b6760c51-ea8c-40e7-bca2-1887128a79f8), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.168753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06784d4d-a72c-4b43-b590-8c3cca3fd68a req-d40054dd-730f-42e7-959a-d10e0f564080 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:28.170247 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06784d4d-a72c-4b43-b590-8c3cca3fd68a req-d40054dd-730f-42e7-959a-d10e0f564080 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.0625348 Sep 25 04:38:28.170979 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b6760c51-ea8c-40e7-bca2-1887128a79f8), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.173681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.177037 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6760c51-ea8c-40e7-bca2-1887128a79f8 HTTP/1.1" status: 204 len: 168 time: 0.1993287 Sep 25 04:38:28.191094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a356-8ebd-44e3-be3b-314e58eeec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6760c51-ea8c-40e7-bca2-1887128a79f8,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:28.243734 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06784d4d-a72c-4b43-b590-8c3cca3fd68a req-f12a6f0e-735d-4071-bbff-a29c480ccb83 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660486 Sep 25 04:38:28.481355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57492) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:28.487462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:28.496382 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f7249721-71cf-4aa6-8f69-1cfb413f86d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.530869 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:28.583382 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f7249721-71cf-4aa6-8f69-1cfb413f86d2 admin admin] Publish callbacks [] for security_group (39392cb8-7bd8-44cc-9670-7fd520dc6fa5), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.587178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f7249721-71cf-4aa6-8f69-1cfb413f86d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (39392cb8-7bd8-44cc-9670-7fd520dc6fa5), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.625156 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7249721-71cf-4aa6-8f69-1cfb413f86d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39392cb8-7bd8-44cc-9670-7fd520dc6fa5,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:28.629653 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f7249721-71cf-4aa6-8f69-1cfb413f86d2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=342fab146d354470b4256c3f561321aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472929 Sep 25 04:38:28.632221 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57494) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:28.684495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] Publish callbacks [] for security_group (39392cb8-7bd8-44cc-9670-7fd520dc6fa5), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.704411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] Publish callbacks [] for security_group (39392cb8-7bd8-44cc-9670-7fd520dc6fa5), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.752238 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (39392cb8-7bd8-44cc-9670-7fd520dc6fa5), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.755062 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:28.756185 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/39392cb8-7bd8-44cc-9670-7fd520dc6fa5 HTTP/1.1" status: 204 len: 168 time: 0.1230619 Sep 25 04:38:28.764048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c148b6-9bba-43d0-9b5a-08d4d32bfc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39392cb8-7bd8-44cc-9670-7fd520dc6fa5,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:29.209544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b55c-c05b-44df-b317-37914dc3288c req-c003a4d7-4376-4f32-b6f4-9869532d2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:29.211055 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-c003a4d7-4376-4f32-b6f4-9869532d2a1d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 1130 time: 0.0414622 Sep 25 04:38:29.329244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b55c-c05b-44df-b317-37914dc3288c req-e001f855-0051-4873-8d47-c7c4a7f0c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:29.330734 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-e001f855-0051-4873-8d47-c7c4a7f0c287 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.1113768 Sep 25 04:38:29.422014 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-9e4c735d-d277-4614-bcf6-6a2b44f3913d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c HTTP/1.1" status: 200 len: 1002 time: 0.0843863 Sep 25 04:38:29.488762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4b7b6-b64a-4cda-b206-96b7c3ca7ad7 req-d52c017b-66e3-4092-bb38-080ac21667be tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:29.490233 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-85c4b7b6-b64a-4cda-b206-96b7c3ca7ad7 req-d52c017b-66e3-4092-bb38-080ac21667be tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.1115944 Sep 25 04:38:29.531533 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b55c-c05b-44df-b317-37914dc3288c req-ad94b428-c1cf-412d-bd7c-c8da7d3bb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:29.533019 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-ad94b428-c1cf-412d-bd7c-c8da7d3bb642 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0932784 Sep 25 04:38:29.612331 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-85c4b7b6-b64a-4cda-b206-96b7c3ca7ad7 req-31dfa641-4cca-452b-874a-84be3629f6f6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083066 Sep 25 04:38:29.615449 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b55c-c05b-44df-b317-37914dc3288c req-1534e904-8738-42b0-832d-da3bbf74986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:29.616908 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-1534e904-8738-42b0-832d-da3bbf74986f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748124 Sep 25 04:38:29.764235 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-b23c0790-063f-4fd1-b4ea-c4b0e4b14ed6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365521 Sep 25 04:38:29.837769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:29.865394 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67b7b55c-c05b-44df-b317-37914dc3288c req-452f4530-0cb1-42db-bebd-72ee9fe61d5d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949178 Sep 25 04:38:30.744578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee7aa6-de3d-4073-946f-61d62d360f8b req-6b373524-b6bc-4d5a-bc62-f051d6960fcd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:30.746088 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c3ee7aa6-de3d-4073-946f-61d62d360f8b req-6b373524-b6bc-4d5a-bc62-f051d6960fcd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 943 time: 0.0481346 Sep 25 04:38:30.794825 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c3ee7aa6-de3d-4073-946f-61d62d360f8b req-a201f6fa-c1d8-4a94-9919-6cca017c5119 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429614 Sep 25 04:38:31.053723 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 200b52b7-c7da-4e8b-924a-5151390b5778 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:38:31.167946 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=200b52b7-c7da-4e8b-924a-5151390b5778,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:31.179294 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '200b52b7-c7da-4e8b-924a-5151390b5778', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:38:31.216908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 200b52b7-c7da-4e8b-924a-5151390b5778 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:31.217302 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:31.230056 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200b52b7-c7da-4e8b-924a-5151390b5778 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:31.249945 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=200b52b7-c7da-4e8b-924a-5151390b5778,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:31.253351 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:31.299153 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:31.887453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['200b52b7-c7da-4e8b-924a-5151390b5778'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:38:31.922885 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e0f77-2284-483c-8ede-b9aec2bc395d req-839b5928-0c07-4dbb-889c-9e5fbe0f85d6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:31.924679 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc1e0f77-2284-483c-8ede-b9aec2bc395d req-839b5928-0c07-4dbb-889c-9e5fbe0f85d6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 944 time: 0.0519233 Sep 25 04:38:31.943009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:31.974376 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc1e0f77-2284-483c-8ede-b9aec2bc395d req-1d3c8f89-a0d1-43a9-a373-8f826fa92ecd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Sep 25 04:38:32.231764 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-56c03ef8-cb2d-4265-bf7d-ed3eb4f1fa09 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b7d504f39d52488abf8282bc0ec2786c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304046 Sep 25 04:38:32.418644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-0ce626f1-7e17-4bdc-874d-7bb1aad25bfc tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:32.420101 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-0ce626f1-7e17-4bdc-874d-7bb1aad25bfc tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832917 Sep 25 04:38:32.434607 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-8f84ddca-eefb-4cd1-8050-017212b42e5e tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/quotas/b7d504f39d52488abf8282bc0ec2786c HTTP/1.1" status: 200 len: 375 time: 0.0090356 Sep 25 04:38:32.471073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-bb6b4ade-f3e9-4453-8720-1ab0b1077eae tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b7d504f39d52488abf8282bc0ec2786c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316832 Sep 25 04:38:32.631309 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a449db6e-28f7-4818-9c20-af4b51a7c39f req-5d0e88a4-20dc-4a50-bd58-99c612c8d500 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0283940 Sep 25 04:38:33.100236 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff9fc8-4b39-4abc-937e-3cb5a282d40a req-0e48b57d-9a9d-42c9-8b68-be62a370dfb6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:33.101731 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35ff9fc8-4b39-4abc-937e-3cb5a282d40a req-0e48b57d-9a9d-42c9-8b68-be62a370dfb6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 944 time: 0.0488260 Sep 25 04:38:33.151727 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35ff9fc8-4b39-4abc-937e-3cb5a282d40a req-ee479035-40e6-49ff-a27a-b1ae3384a3a2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422678 Sep 25 04:38:33.309921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 200b52b7-c7da-4e8b-924a-5151390b5778 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:33.343166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:33.358308 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 200b52b7-c7da-4e8b-924a-5151390b5778 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:38:33.364180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 200b52b7-c7da-4e8b-924a-5151390b5778 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:33.364669 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:33.365026 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 200b52b7-c7da-4e8b-924a-5151390b5778 Sep 25 04:38:33.458257 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 200b52b7-c7da-4e8b-924a-5151390b5778 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:33.458906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:33.485986 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:33.488246 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015aece3-4d21-414f-8ca4-95ff5f7be82e" -d '{"events": [{"server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "name": "network-vif-plugged", "status": "completed", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:33.501766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=200b52b7-c7da-4e8b-924a-5151390b5778,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:33.506688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:33.534994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11571e1-698d-4411-9330-c4d2590c3e09 x-openstack-request-id: req-e11571e1-698d-4411-9330-c4d2590c3e09 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:33.535306 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "name": "network-vif-plugged", "status": "completed", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:33.535560 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e11571e1-698d-4411-9330-c4d2590c3e09 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:33.535948 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11571e1-698d-4411-9330-c4d2590c3e09'] response: {'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'code': 200} Sep 25 04:38:33.562956 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:33.737785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-37830e4a-1704-424c-bb33-13da1b3622e8 req-a8a2baca-4428-4a45-9b35-aa2363a46077 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0313570 Sep 25 04:38:34.096137 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-5a21b521-250e-40f3-bc4d-b4dac05f2efa tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=b7d504f39d52488abf8282bc0ec2786c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390823 Sep 25 04:38:34.126580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186095b-7d95-4347-a547-8ccac12345ea req-576c9d80-a946-4935-b846-fe2959b7bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:34.128082 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4186095b-7d95-4347-a547-8ccac12345ea req-576c9d80-a946-4935-b846-fe2959b7bee7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0822644 Sep 25 04:38:34.242231 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4186095b-7d95-4347-a547-8ccac12345ea req-ad3ce620-013c-404c-8f75-d5d2ce4d9096 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817974 Sep 25 04:38:34.260168 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b8d891b5-ab47-4c1f-8263-04eb7f5bb21c tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:34.261836 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b8d891b5-ab47-4c1f-8263-04eb7f5bb21c tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587763 Sep 25 04:38:34.296852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dacf53-69ce-463d-be6c-6ea16abf721c req-810142ed-ea47-49be-bc39-93522834cc86 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:34.298322 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52dacf53-69ce-463d-be6c-6ea16abf721c req-810142ed-ea47-49be-bc39-93522834cc86 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0589132 Sep 25 04:38:34.346368 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52dacf53-69ce-463d-be6c-6ea16abf721c req-61cc37c6-5e2a-4eb2-9b27-7b106aacd37c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422318 Sep 25 04:38:34.844174 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fbc75e6d-5c6f-4b0b-9dad-ce504f24c1c1 req-62853716-0704-45f8-b342-38b62b676dd7 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0305071 Sep 25 04:38:34.917725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Request body: {'port': {'device_id': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2', 'admin_state_up': True, 'tenant_id': 'b7d504f39d52488abf8282bc0ec2786c'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:35.030522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Made reservation on behalf of b7d504f39d52488abf8282bc0ec2786c for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:35.034466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.043087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.095590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:35.125398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks [] for security_group (4d848d12-806c-49c4-9dd4-4f119c2b83af), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.129307 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4d848d12-806c-49c4-9dd4-4f119c2b83af), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.197637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d848d12-806c-49c4-9dd4-4f119c2b83af,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:35.218810 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:35.274105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Allocated IP 192.168.233.131 (d6385dea-39be-4025-93ac-f77303af45b2/1ce45fb3-2e43-41c1-958a-ecb39f055a75/f37d4706-1585-4270-94bf-7edaf49afe4a) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:35.470668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks [] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.488699 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261103-6469-4fd6-b9bd-ec7c72ff1660 req-c0de0d2d-44db-4f60-bab3-15432e07100b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:35.490138 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f261103-6469-4fd6-b9bd-ec7c72ff1660 req-c0de0d2d-44db-4f60-bab3-15432e07100b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0644486 Sep 25 04:38:35.549900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.560502 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f261103-6469-4fd6-b9bd-ec7c72ff1660 req-d11c7d02-cdc9-44fe-a87b-9ad4fa21caae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611837 Sep 25 04:38:35.593813 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Network d6385dea-39be-4025-93ac-f77303af45b2 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:35.597305 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:35.599696 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:35.640935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Pushing event updated for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:35.663290 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:35.663901 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.682828 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b57208af-079a-4685-b401-7198e6065253 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7689962 Sep 25 04:38:35.840352 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Request body: {'port': {'device_id': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:35.897377 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Provisioning complete for port f37d4706-1585-4270-94bf-7edaf49afe4a triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:35.898336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.898669 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Attempt 1 to provision port f37d4706-1585-4270-94bf-7edaf49afe4a Sep 25 04:38:35.905590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:35.937781 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:35.939378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Port f37d4706-1585-4270-94bf-7edaf49afe4a cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:35.992300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:36.008954 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf930d9-29dc-43ba-8e93-ab733f343ac4 req-966c64e1-a5da-47f6-9715-978fdbf1596e tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:36.010932 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-edf930d9-29dc-43ba-8e93-ab733f343ac4 req-966c64e1-a5da-47f6-9715-978fdbf1596e tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 936 time: 0.0643041 Sep 25 04:38:36.149378 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-edf930d9-29dc-43ba-8e93-ab733f343ac4 req-6c52ad36-5c3a-4396-8c26-cba186a3ef3a tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001782 Sep 25 04:38:36.243699 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:36.250327 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37d4706-1585-4270-94bf-7edaf49afe4a {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:36.261110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks [] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:36.275245 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Transition to ACTIVE for port object f37d4706-1585-4270-94bf-7edaf49afe4a will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:38:36.279172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:36.364112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:36.395239 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Attempting to bind port f37d4706-1585-4270-94bf-7edaf49afe4a on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:36.395573 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Attempting to bind port f37d4706-1585-4270-94bf-7edaf49afe4a by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:36.395899 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Attempting to bind port f37d4706-1585-4270-94bf-7edaf49afe4a on network d6385dea-39be-4025-93ac-f77303af45b2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:36.437881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Port f37d4706-1585-4270-94bf-7edaf49afe4a on network d6385dea-39be-4025-93ac-f77303af45b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:38:36.438123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Attempting to bind port f37d4706-1585-4270-94bf-7edaf49afe4a on network d6385dea-39be-4025-93ac-f77303af45b2 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:36.440674 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Attempt 2 to provision port f37d4706-1585-4270-94bf-7edaf49afe4a Sep 25 04:38:36.473523 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Port f37d4706-1585-4270-94bf-7edaf49afe4a cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:36.482880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:36.482880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Checking segment: {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:36.483272 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Bound using segment: {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:36.483705 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Bound port: f37d4706-1585-4270-94bf-7edaf49afe4a, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a19e21b-ccbe-4521-9c48-445e80a9bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:36.484062 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:36.799081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471b88f-d92b-4fab-b1ab-4e3015146f3e req-5be3f969-4560-4b85-8fc3-1ea88487bb69 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:36.800465 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6471b88f-d92b-4fab-b1ab-4e3015146f3e req-5be3f969-4560-4b85-8fc3-1ea88487bb69 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0611954 Sep 25 04:38:36.801671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:36.805033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f37d4706-1585-4270-94bf-7edaf49afe4a,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:36.815710 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:36.829165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:36.829770 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:36.831106 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/f37d4706-1585-4270-94bf-7edaf49afe4a HTTP/1.1" status: 200 len: 1098 time: 0.9960752 Sep 25 04:38:36.831652 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:36.834111 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db" -d '{"events": [{"name": "network-changed", "server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:36.875031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5c04df-3c8a-4aeb-a16b-09fc7e0f3266 x-openstack-request-id: req-cd5c04df-3c8a-4aeb-a16b-09fc7e0f3266 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:36.875321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:36.875572 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd5c04df-3c8a-4aeb-a16b-09fc7e0f3266 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:36.875968 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5c04df-3c8a-4aeb-a16b-09fc7e0f3266'] response: {'name': 'network-changed', 'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a', 'status': 'completed', 'code': 200} Sep 25 04:38:36.900977 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6471b88f-d92b-4fab-b1ab-4e3015146f3e req-9f66a9c2-7c77-4ec5-bbef-84384149d786 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941725 Sep 25 04:38:36.903960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40962ffb-eb96-41db-8b66-232ccf3bc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:36.974348 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Attempt 3 to provision port f37d4706-1585-4270-94bf-7edaf49afe4a Sep 25 04:38:37.023545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e6983-7772-443b-884f-392b5c7ff497 None None] Port f37d4706-1585-4270-94bf-7edaf49afe4a had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:38:37.067983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30bb5-83d5-4f04-8a8c-51d405a7b5e0 req-0bf33693-9a01-4fab-aa4d-84dd837d45e9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.069521 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2ca30bb5-83d5-4f04-8a8c-51d405a7b5e0 req-0bf33693-9a01-4fab-aa4d-84dd837d45e9 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0918791 Sep 25 04:38:37.078726 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db req-c4c05eb3-c091-4379-b5ce-9e02bd08459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.080326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db req-c4c05eb3-c091-4379-b5ce-9e02bd08459d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b7d504f39d52488abf8282bc0ec2786c&device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 1132 time: 0.0569501 Sep 25 04:38:37.081041 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57678) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:37.092851 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'floatingip': {'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:37.124375 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db req-3c3cf652-e427-45b0-8644-2eb107c372c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=b7d504f39d52488abf8282bc0ec2786c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207474 Sep 25 04:38:37.125951 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:37.243516 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:37.245947 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db req-addbd1b9-b6fd-4a24-94a1-14e66371c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.247446 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc4b021f-0c5c-450b-8e0f-3ab0a59861db req-addbd1b9-b6fd-4a24-94a1-14e66371c7fc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1151559 Sep 25 04:38:37.279858 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:37.286080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eba051-d779-4032-8909-b68e22a531e2 req-12ab8f0b-5c1a-4a09-a415-04c33ff7915d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.287659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-23eba051-d779-4032-8909-b68e22a531e2 req-12ab8f0b-5c1a-4a09-a415-04c33ff7915d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0564985 Sep 25 04:38:37.370495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-23eba051-d779-4032-8909-b68e22a531e2 req-c696d3a5-94e2-49c1-9bef-b7732f2a9162 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751309 Sep 25 04:38:37.374003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-f8534cdd-0e27-4b5a-997b-22577d217207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.375487 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-f8534cdd-0e27-4b5a-997b-22577d217207 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b7d504f39d52488abf8282bc0ec2786c&device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 1132 time: 0.0534422 Sep 25 04:38:37.435905 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-dd677b18-5bdb-4696-af87-932070078ee9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=f37d4706-1585-4270-94bf-7edaf49afe4a HTTP/1.1" status: 200 len: 217 time: 0.0376298 Sep 25 04:38:37.488361 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b4e03ca8-0680-46da-92e3-70a8ab342a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.489858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-b4e03ca8-0680-46da-92e3-70a8ab342a80 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1ce45fb3-2e43-41c1-958a-ecb39f055a75 HTTP/1.1" status: 200 len: 843 time: 0.0469775 Sep 25 04:38:37.535423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-e073a4f3-5026-4adf-840d-2fa16860458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:37.536976 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-e073a4f3-5026-4adf-840d-2fa16860458b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d6385dea-39be-4025-93ac-f77303af45b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0403495 Sep 25 04:38:37.607638 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:37.611192 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-08befb99-89db-4e84-bcf8-7e92658f7359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:37.645342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-1aef89d8-8981-4305-b289-f8498315b260 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d6385dea-39be-4025-93ac-f77303af45b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010165 Sep 25 04:38:37.742986 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29a9f140-08a7-4ea4-b24b-0bd2b7309509 req-2b7dc1f2-78f1-4f48-87c6-bc181ca6c8d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d6385dea-39be-4025-93ac-f77303af45b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Sep 25 04:38:37.810212 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:37.813963 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:37.908304 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Floating IP f5891af9-f71d-4bf3-86ee-eb0205640477 associated. External IP: 172.27.0.181, port: 200b52b7-c7da-4e8b-924a-5151390b5778. Sep 25 04:38:37.957584 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=33 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:38.011047 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:38.101793 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:38:38.210147 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:38.215165 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:38.222253 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:38.246330 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e616680b-a866-4872-83e4-78f95666508e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/f5891af9-f71d-4bf3-86ee-eb0205640477 HTTP/1.1" status: 200 len: 991 time: 1.1641767 Sep 25 04:38:38.247072 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:38.249413 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a" -d '{"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:38.251891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:38.252519 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:38.288010 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115e3d32-ad72-4912-bdd3-fb60e32e18aa x-openstack-request-id: req-115e3d32-ad72-4912-bdd3-fb60e32e18aa {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:38.288304 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:38.288615 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-115e3d32-ad72-4912-bdd3-fb60e32e18aa {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:38.289050 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115e3d32-ad72-4912-bdd3-fb60e32e18aa'] response: {'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'status': 'completed', 'code': 200} Sep 25 04:38:38.353719 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:38.500670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7863d68-6af0-4de8-b5cf-2d932ab3f19c req-0ea49496-e2e0-4d48-994c-c42b0799a609 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:38.502180 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e7863d68-6af0-4de8-b5cf-2d932ab3f19c req-0ea49496-e2e0-4d48-994c-c42b0799a609 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0556166 Sep 25 04:38:38.554729 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e7863d68-6af0-4de8-b5cf-2d932ab3f19c req-af9497f8-2f9d-4268-963e-66f26e8ddb88 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Sep 25 04:38:38.578457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:38:37Z', 'revision_number': 1, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:38.603348 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:38.613725 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:38.614327 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:38.716313 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:38.862614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:38.930512 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:38:37Z', 'revision_number': 1, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:38.954328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a7eac-d2b4-488b-acac-7ca36f5c4f16 None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:38:37Z', 'revision_number': 1, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:39.135972 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076fe6e-0ebb-453f-bc75-6481b430147b None None] New status for floating IP f5891af9-f71d-4bf3-86ee-eb0205640477: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:38:39.541895 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57702) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:39.661644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0911d133-1229-4977-92a6-e02fb7a86911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:39.706507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9cc8d-e30e-48b8-86c4-16ce5b71a26a req-f563f342-9f48-4823-8417-d12c97ae28e5 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:39.707979 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-07a9cc8d-e30e-48b8-86c4-16ce5b71a26a req-f563f342-9f48-4823-8417-d12c97ae28e5 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0675454 Sep 25 04:38:39.789380 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-07a9cc8d-e30e-48b8-86c4-16ce5b71a26a req-deedb6de-f83d-4a29-b78c-d0381e9dc870 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741644 Sep 25 04:38:39.822519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0911d133-1229-4977-92a6-e02fb7a86911 admin admin] Publish callbacks [] for security_group (616f289d-e231-411e-96eb-7ebc3f7d345a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:39.826776 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0911d133-1229-4977-92a6-e02fb7a86911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (616f289d-e231-411e-96eb-7ebc3f7d345a), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:39.869895 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0911d133-1229-4977-92a6-e02fb7a86911 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=49d74820c72648a88b03dace38305c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263369 Sep 25 04:38:39.871888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911d133-1229-4977-92a6-e02fb7a86911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f289d-e231-411e-96eb-7ebc3f7d345a,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:39.872812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57708) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:39.888409 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:39.930315 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] Publish callbacks [] for security_group (616f289d-e231-411e-96eb-7ebc3f7d345a), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:39.953652 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] Publish callbacks [] for security_group (616f289d-e231-411e-96eb-7ebc3f7d345a), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:39.991637 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-482b17dd-0941-4c68-bb73-1ed0445fdab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.004075 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (616f289d-e231-411e-96eb-7ebc3f7d345a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.006666 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.007848 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/616f289d-e231-411e-96eb-7ebc3f7d345a HTTP/1.1" status: 204 len: 168 time: 0.1338048 Sep 25 04:38:40.016054 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bf23b-d64e-43f1-b73e-3be19d368347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f289d-e231-411e-96eb-7ebc3f7d345a,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:40.656033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57732) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:40.756305 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2000563234-network', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:40.776774 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Made reservation on behalf of b5c1180472fb4243bd45e44914a46918 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:40.779578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.788493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.828484 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:40.870103 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks [] for security_group (d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.881382 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.924283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:38:40.947056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197e401-1978-4c4f-ad0e-c9304f4a791b req-d821bad7-e665-4cdd-8a9d-63a2cd19ec8d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:40.949155 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d197e401-1978-4c4f-ad0e-c9304f4a791b req-d821bad7-e665-4cdd-8a9d-63a2cd19ec8d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0778422 Sep 25 04:38:40.953082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (137f6433-84a4-4d52-a0d3-744fbbc02f47), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:40.953430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Added segment 137f6433-84a4-4d52-a0d3-744fbbc02f47 of type vlan for network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 Sep 25 04:38:40.956022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:41.022590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (b3eadb07-6aaa-4fcd-8aef-63aa561f8322), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.026520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:41.046514 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d197e401-1978-4c4f-ad0e-c9304f4a791b req-cb522a5a-ff6e-435f-b256-4bcc706cfe3e tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913212 Sep 25 04:38:41.068712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:41.071488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (b3eadb07-6aaa-4fcd-8aef-63aa561f8322), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.073331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.074227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.075743 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.128249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4709942 Sep 25 04:38:41.131351 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57738) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:41.136445 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Request body: {'subnet': {'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2000563234-subnet', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:41.140225 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea84f3a-9b69-4d50-8f25-d1bbbcfae195 admin admin] Pushing event updated for resources: {'Network': ['ID=b3eadb07-6aaa-4fcd-8aef-63aa561f8322,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:41.155307 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:38:41.161342 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Made reservation on behalf of b5c1180472fb4243bd45e44914a46918 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:41.163938 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.213098 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:41.345283 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (14f4c071-08a3-4cb9-8735-d17275404140), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.405489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f4c071-08a3-4cb9-8735-d17275404140,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:41.414484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Checking segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:41.414838 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Network hostable DHCP agents. Network: b3eadb07-6aaa-4fcd-8aef-63aa561f8322, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:38:41.432982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:38:41.442037 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, b3eadb07-6aaa-4fcd-8aef-63aa561f8322) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:41.448038 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.449222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.452188 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943197c2-f418-48db-ae0a-18c4f90fe14b None None] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:38:41.472191 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-56886248-0007-4080-a01c-4e73f48bf66c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3396621 Sep 25 04:38:41.472853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57740) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:41.477053 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:41.503088 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.504411 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.531671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-6e10b302-4864-4a03-9268-b389ec73f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.534146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-6e10b302-4864-4a03-9268-b389ec73f9ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0552731 Sep 25 04:38:41.563128 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for router_controller (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.581749 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:38:41.583233 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.636849 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-c86e93ed-59fc-403d-8c6e-2ffa6210e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.638229 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-c86e93ed-59fc-403d-8c6e-2ffa6210e508 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.0969489 Sep 25 04:38:41.708606 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-6c62fa57-cb74-4690-a1ec-2128511dbb79 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1001 time: 0.0640595 Sep 25 04:38:41.709705 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for router_gateway (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.732531 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Allocated IP 172.20.0.2 (b3eadb07-6aaa-4fcd-8aef-63aa561f8322/14f4c071-08a3-4cb9-8735-d17275404140/cd567f32-d11c-49d6-8f1d-31c971c1d0b9) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:41.767250 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-cc85de18-abbf-4fc7-8684-87ddc81d11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.768741 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-cc85de18-abbf-4fc7-8684-87ddc81d11d4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0532746 Sep 25 04:38:41.820622 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-6abe77ef-c3c8-4113-a558-75c18daf29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:41.822296 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-6abe77ef-c3c8-4113-a558-75c18daf29f6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406845 Sep 25 04:38:41.901578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:41.905057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks [] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.915507 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.923673 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for router_gateway (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.934213 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-e6038de2-e4dc-42d0-80a7-836a33968c1d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035659 Sep 25 04:38:41.946108 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:41.963971 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:41.971661 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:41.973326 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Pushing event updated for resources: {'Port': ['ID=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:41.977148 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:42.037006 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Attempting to bind port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:42.037670 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Attempting to bind port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:42.038020 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Attempting to bind port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 on network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:42.046238 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3132a0a9-c0b1-4d5a-8142-fcea791fe13a req-5befdabf-b655-4bb6-b7b0-6d8e71e02574 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062303 Sep 25 04:38:42.071523 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Allocated IP 172.27.0.203 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/6ae5881d-d024-4800-9f1c-ffd54c215402) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:42.084086 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:42.085069 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Checking segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:42.086060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.086060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Bound using segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:42.086802 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Bound port: cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:42.087206 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.165387 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] For port cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:42.170448 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] For port cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:42.178958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.214182 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28c9f3-3ad8-4b52-aea6-159abc9a4885 req-2820d150-94ff-42cb-ac46-6ed49ca4e5e8 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:42.218146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb28c9f3-3ad8-4b52-aea6-159abc9a4885 req-2820d150-94ff-42cb-ac46-6ed49ca4e5e8 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0742671 Sep 25 04:38:42.235358 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.240794 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:42.256759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:42.258901 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23812-3265-405a-97b4-ce9770c1e6ec None None] Pushing event updated for resources: {'Port': ['ID=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:42.259190 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:42.285851 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb28c9f3-3ad8-4b52-aea6-159abc9a4885 req-686a5f7d-a65f-49e5-a3b5-b35e4a38a918 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Sep 25 04:38:42.291558 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.341242 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:42.345583 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:42.349444 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:42.388162 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Pushing event updated for resources: {'Port': ['ID=6ae5881d-d024-4800-9f1c-ffd54c215402,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:42.677097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for router_gateway (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.716427 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.776319 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cd567f32-d11c-49d6-8f1d-31c971c1d0b9 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:42.831227 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.846605 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:42.847135 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.847584 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 Sep 25 04:38:42.876108 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:42.913442 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.947724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:42.948533 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:42.996595 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:43.002884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:43.031368 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:43.062391 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:43.074761 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:38:43.194322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:43.207137 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Sync routers for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:43.215391 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:43.219345 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3cf3132c-a5c5-4780-a00e-134f8f8e5eaf admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7430422 Sep 25 04:38:43.219864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57744) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:43.230504 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:43.231605 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:43.284491 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f99be5-13bc-488a-8fbc-46db045e45a7 None None] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:38:43.315921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f37d4706-1585-4270-94bf-7edaf49afe4a details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:38:43.378081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ed506fca-e6d5-47d4-8338-efedf51ab015 None None] Provisioning complete for port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:43.378451 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ed506fca-e6d5-47d4-8338-efedf51ab015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:43.378787 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ed506fca-e6d5-47d4-8338-efedf51ab015 None None] Attempt 1 to provision port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 Sep 25 04:38:43.456207 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f46c06-7436-46f3-b0a0-e8c9a1abfe4f req-58a7819c-4b28-40f3-99fc-178184323fa2 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:43.457612 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-85f46c06-7436-46f3-b0a0-e8c9a1abfe4f req-58a7819c-4b28-40f3-99fc-178184323fa2 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 948 time: 0.0810597 Sep 25 04:38:43.545441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:43.552367 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:43.579430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-85f46c06-7436-46f3-b0a0-e8c9a1abfe4f req-ebfdb003-6255-4fdf-a94c-986309739da1 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146581 Sep 25 04:38:43.728094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:43.746542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f37d4706-1585-4270-94bf-7edaf49afe4a,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:43.763916 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ed506fca-e6d5-47d4-8338-efedf51ab015 None None] Current status of the port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:43.770231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': 'f37d4706-1585-4270-94bf-7edaf49afe4a', 'network_id': 'd6385dea-39be-4025-93ac-f77303af45b2', 'port_id': 'f37d4706-1585-4270-94bf-7edaf49afe4a', 'mac_address': 'fa:16:3e:15:33:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce45fb3-2e43-41c1-958a-ecb39f055a75', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:38:43.828489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:43.832680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port f37d4706-1585-4270-94bf-7edaf49afe4a is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:43.832980 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:43.869217 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:43.895539 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:42Z', 'revision_number': 3, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:43.900963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37d4706-1585-4270-94bf-7edaf49afe4a {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:38:43.905185 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Allocated IP 172.20.0.1 (b3eadb07-6aaa-4fcd-8aef-63aa561f8322/14f4c071-08a3-4cb9-8735-d17275404140/ff6acb20-3e03-40a3-bfc7-9ac18010e9c1) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:44.030910 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks [] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.051324 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:44.068027 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.087126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Checking router: 47bdffe8-c8e9-4add-8b6e-ec84d94f570e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:44.087476 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Updating router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e port 6ae5881d-d024-4800-9f1c-ffd54c215402 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:38:44.114835 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:44.120536 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:44.122902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f37d4706-1585-4270-94bf-7edaf49afe4a,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:44.124581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:44.126510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-d8fae213-ee03-49a4-8f4c-7c02221f219e None None] Provisioning complete for port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:44.126972 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d8fae213-ee03-49a4-8f4c-7c02221f219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.128009 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-d8fae213-ee03-49a4-8f4c-7c02221f219e None None] Attempt 1 to provision port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 Sep 25 04:38:44.128171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:44.136410 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.167893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.184931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.300542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:44.312671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.362028 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-d8fae213-ee03-49a4-8f4c-7c02221f219e None None] Current status of the port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:44.418662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:44.490098 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks [] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.494691 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.513279 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Provisioning complete for port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:44.513653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.513990 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 1 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:44.559113 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks [] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.564436 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:44.566764 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.568737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:44.576337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.601266 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Attempting to bind port 6ae5881d-d024-4800-9f1c-ffd54c215402 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:44.601635 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Attempting to bind port 6ae5881d-d024-4800-9f1c-ffd54c215402 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:44.601983 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Attempting to bind port 6ae5881d-d024-4800-9f1c-ffd54c215402 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:44.642328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc80ee-05e2-4cec-9df9-144fa52d1795 None None] Pushing event updated for resources: {'Port': ['ID=6ae5881d-d024-4800-9f1c-ffd54c215402,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:44.663826 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:44.664197 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:44.664596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.665005 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:44.665476 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Bound port: 6ae5881d-d024-4800-9f1c-ffd54c215402, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:44.665857 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.724445 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] For port 6ae5881d-d024-4800-9f1c-ffd54c215402, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:44.726992 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:44.729624 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] For port 6ae5881d-d024-4800-9f1c-ffd54c215402, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=6ae5881d-d024-4800-9f1c-ffd54c215402,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:44.733182 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['f37d4706-1585-4270-94bf-7edaf49afe4a'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:38:44.735575 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca579b-f26c-4677-9796-4860a5a730a8 req-2e66b481-afbb-4d25-9124-6f8b652c19fd tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:44.737159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06ca579b-f26c-4677-9796-4860a5a730a8 req-2e66b481-afbb-4d25-9124-6f8b652c19fd tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 949 time: 0.0705042 Sep 25 04:38:44.738370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:44.767849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cd567f32-d11c-49d6-8f1d-31c971c1d0b9 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:44.773774 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:44.865199 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:44.865818 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:44.876280 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:44.877334 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:44.972509 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc80ee-05e2-4cec-9df9-144fa52d1795 None None] Pushing event updated for resources: {'Port': ['ID=6ae5881d-d024-4800-9f1c-ffd54c215402,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:45.035702 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:45.035993 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.036322 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 Sep 25 04:38:45.069222 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 2 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:45.115741 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06ca579b-f26c-4677-9796-4860a5a730a8 req-d9dd1be1-df6a-46b1-9d18-b6f5280cf0a3 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703642 Sep 25 04:38:45.129844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:45.142273 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:38:45.162414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:45.190389 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:45.250509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:45.256001 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-04b95ffa-3bca-4d22-9397-ccb706173ad0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/47bdffe8-c8e9-4add-8b6e-ec84d94f570e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0348077 Sep 25 04:38:45.320495 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:45.402674 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 2, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:45.430474 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a5b62-43c8-4e45-b23a-48bfe942ac41 None None] The sync data for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi is: [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 2, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:45.664198 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 3 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:45.717843 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:45.803410 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57768) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:45.810398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-608044642-network', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:45.832386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Made reservation on behalf of 388ceb38ad354423992a7cc1eae04f44 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:45.835520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.845430 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.934102 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks [] for security_group (f8592a66-adc3-4499-b530-7d1e23da2336), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.938466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f8592a66-adc3-4499-b530-7d1e23da2336), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.971452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:38:45.977780 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8592a66-adc3-4499-b530-7d1e23da2336,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:45.986077 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:45.987454 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (8ef61d14-9cb0-4bc5-ac30-52631776d1cf), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:45.987917 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Added segment 8ef61d14-9cb0-4bc5-ac30-52631776d1cf of type vlan for network 75e53d9a-155b-4b29-a228-68458394e218 Sep 25 04:38:46.036372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (75e53d9a-155b-4b29-a228-68458394e218), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.067287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (75e53d9a-155b-4b29-a228-68458394e218), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.068284 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:46.068888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.139499 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=75e53d9a-155b-4b29-a228-68458394e218,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:46.150128 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57772) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:46.151438 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-6c0bcf0d-e847-4730-b4ab-ca208aa8e9cd admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3455868 Sep 25 04:38:46.155844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 75e53d9a-155b-4b29-a228-68458394e218 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:38:46.158469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Request body: {'subnet': {'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-608044642-subnet', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:46.181145 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Made reservation on behalf of 388ceb38ad354423992a7cc1eae04f44 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:38:46.184350 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.239422 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 4 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:46.258813 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a907ba5-c85b-460f-9080-758233bf4267 req-70dc72bb-92ed-491e-b2d6-fdbd4b3a56b0 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:46.261178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a907ba5-c85b-460f-9080-758233bf4267 req-70dc72bb-92ed-491e-b2d6-fdbd4b3a56b0 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 949 time: 0.0534248 Sep 25 04:38:46.284174 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:46.289907 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:46.333438 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a907ba5-c85b-460f-9080-758233bf4267 req-40dcf57f-31f5-4de9-aa70-58067b381df1 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659118 Sep 25 04:38:46.403296 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (6524ce00-1da5-4d51-a5ce-3ad56132ebf3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.456622 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6524ce00-1da5-4d51-a5ce-3ad56132ebf3,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:46.502980 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Checking segment: {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:46.502980 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Network hostable DHCP agents. Network: 75e53d9a-155b-4b29-a228-68458394e218, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:38:46.514676 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Network 75e53d9a-155b-4b29-a228-68458394e218 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:38:46.526862 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 75e53d9a-155b-4b29-a228-68458394e218) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:46.531895 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:46.533100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.537776 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb43b0-df96-403e-ae6c-fbe5d1350af7 None None] Network 75e53d9a-155b-4b29-a228-68458394e218 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:38:46.555560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 57774) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:46.555742 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5fc9f376-b43a-486c-8cc1-627de2447472 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4026244 Sep 25 04:38:46.560851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:38:46.583322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.584655 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.587494 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:46.643960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for router_controller (322cbf74-7f57-45bc-8b30-c815a62223a0), precommit_add_association {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.659494 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-75e53d9a-155b-4b29-a228-68458394e218', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:38:46.660580 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.792147 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 5 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:46.814682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for router_gateway (322cbf74-7f57-45bc-8b30-c815a62223a0), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:46.975512 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 6ae5881d-d024-4800-9f1c-ffd54c215402 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:47.016946 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for router_gateway (322cbf74-7f57-45bc-8b30-c815a62223a0), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.023988 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:47.035919 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.037175 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Allocated IP 172.20.0.2 (75e53d9a-155b-4b29-a228-68458394e218/6524ce00-1da5-4d51-a5ce-3ad56132ebf3/57e3f22d-2f59-4295-9dc3-deed09972d09) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:47.050479 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:47.061782 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 6ae5881d-d024-4800-9f1c-ffd54c215402 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:47.062188 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.062660 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 6ae5881d-d024-4800-9f1c-ffd54c215402 Sep 25 04:38:47.077846 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:47.163584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Allocated IP 172.27.0.84 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/a6fea662-4560-4812-8163-b1ed7d1b37dc) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:47.222531 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 6ae5881d-d024-4800-9f1c-ffd54c215402 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:47.222915 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.281623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 6ae5881d-d024-4800-9f1c-ffd54c215402, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=6ae5881d-d024-4800-9f1c-ffd54c215402,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:47.286176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks [] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.287991 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.305201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.312976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.329080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:47.341475 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Network 75e53d9a-155b-4b29-a228-68458394e218 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:47.342664 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f37d4706-1585-4270-94bf-7edaf49afe4a up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:47.344417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.351261 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:47.374372 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:47.392226 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=6ae5881d-d024-4800-9f1c-ffd54c215402,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:47.397393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:47.402997 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:47.404177 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:47.450793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:47.464176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fea662-4560-4812-8163-b1ed7d1b37dc,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:47.497281 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port f37d4706-1585-4270-94bf-7edaf49afe4a completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:38:47.502035 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Pushing event updated for resources: {'Port': ['ID=57e3f22d-2f59-4295-9dc3-deed09972d09,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:47.506521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Attempting to bind port 57e3f22d-2f59-4295-9dc3-deed09972d09 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:47.506950 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Attempting to bind port 57e3f22d-2f59-4295-9dc3-deed09972d09 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:47.507329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Attempting to bind port 57e3f22d-2f59-4295-9dc3-deed09972d09 on network 75e53d9a-155b-4b29-a228-68458394e218 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:47.512162 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port f37d4706-1585-4270-94bf-7edaf49afe4a triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:47.512534 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.513674 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port f37d4706-1585-4270-94bf-7edaf49afe4a Sep 25 04:38:47.532759 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 6 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:47.603166 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc822c2-9e92-404e-a206-ad8d5bad2313 req-9a01398d-8363-437d-8e8e-5f140d229d5b tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:47.605680 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1fc822c2-9e92-404e-a206-ad8d5bad2313 req-9a01398d-8363-437d-8e8e-5f140d229d5b tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 949 time: 0.1548283 Sep 25 04:38:47.615613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:47.621518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:47.621886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Checking segment: {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:47.622692 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.622692 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Bound using segment: {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:47.623150 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Bound port: 57e3f22d-2f59-4295-9dc3-deed09972d09, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:47.623528 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.714191 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port f37d4706-1585-4270-94bf-7edaf49afe4a is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:47.714576 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.727577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1fc822c2-9e92-404e-a206-ad8d5bad2313 req-820c3df4-995d-4810-8202-8bd415030d2c tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042306 Sep 25 04:38:47.733508 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] For port 57e3f22d-2f59-4295-9dc3-deed09972d09, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:47.752672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] For port 57e3f22d-2f59-4295-9dc3-deed09972d09, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=57e3f22d-2f59-4295-9dc3-deed09972d09,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:47.760322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:47.762731 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ec5fe-7597-406d-b1bf-5dfd3b5ee19e" -d '{"events": [{"server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:47.768341 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.783246 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f37d4706-1585-4270-94bf-7edaf49afe4a,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:47.802975 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.807580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for router_gateway (322cbf74-7f57-45bc-8b30-c815a62223a0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:47.832366 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:47.840942 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f94f0b3-6702-4a0b-804e-24f35b46f930 x-openstack-request-id: req-0f94f0b3-6702-4a0b-804e-24f35b46f930 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:47.841482 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:47.841823 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f94f0b3-6702-4a0b-804e-24f35b46f930 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:47.842373 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f94f0b3-6702-4a0b-804e-24f35b46f930'] response: {'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a', 'code': 200} Sep 25 04:38:47.848701 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88270fd-45f9-4071-be02-10fd6f8c764f None None] Pushing event updated for resources: {'Port': ['ID=57e3f22d-2f59-4295-9dc3-deed09972d09,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:47.905683 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:47.958279 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Sync routers for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:47.969465 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:47.970204 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:48.061474 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.117318 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 7 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:48.126574 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:48.169484 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:48.199519 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:48.223930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Router 322cbf74-7f57-45bc-8b30-c815a62223a0 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:38:48.359880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:48.371067 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:48.374686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Sync routers for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:48.381549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd970-4904-4d14-96d9-e61076398818 req-2bf0c7de-9e6b-44be-b1b3-3c84e62cddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:48.383243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-46cfd970-4904-4d14-96d9-e61076398818 req-2bf0c7de-9e6b-44be-b1b3-3c84e62cddce service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 1134 time: 0.0560791 Sep 25 04:38:48.387353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.388513 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2d75cad4-4484-4f77-b8f0-148b0d16e280 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8315482 Sep 25 04:38:48.391060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:48.391387 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 57786) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:38:48.392516 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:48.400861 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 2, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:48.434970 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Checking router: 47bdffe8-c8e9-4add-8b6e-ec84d94f570e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:48.435691 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Updating router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:38:48.448783 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-46cfd970-4904-4d14-96d9-e61076398818 req-fc94dff5-d10f-4192-96a8-64002a1e78f4 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Sep 25 04:38:48.470605 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.513802 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:48.670102 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 8 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:48.738579 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:48.753602 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 3, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:48.792677 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:48.817471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:48.819992 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Checking router: 322cbf74-7f57-45bc-8b30-c815a62223a0 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:48.820553 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Updating router 322cbf74-7f57-45bc-8b30-c815a62223a0 port a6fea662-4560-4812-8163-b1ed7d1b37dc binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:38:48.825995 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks [] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.834661 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.859803 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:48.897387 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Pushing event updated for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:48.961819 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 6ae5881d-d024-4800-9f1c-ffd54c215402 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:48.974454 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfb69-42d6-4dac-ae20-23227bb315a3 req-1f4aa877-cceb-478f-8f54-683e0d3c8875 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:48.976266 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f9cfb69-42d6-4dac-ae20-23227bb315a3 req-1f4aa877-cceb-478f-8f54-683e0d3c8875 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.1093457 Sep 25 04:38:48.984827 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Attempting to bind port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:48.985807 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Attempting to bind port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:48.986339 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Attempting to bind port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 on network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:49.009513 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.032285 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.037014 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.037389 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.042655 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.043021 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.043571 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.043898 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.044221 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.044544 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.044891 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.045211 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.045712 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.045970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:49.046087 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.046331 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.047049 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.061889 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 6ae5881d-d024-4800-9f1c-ffd54c215402 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:49.062361 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.062868 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 6ae5881d-d024-4800-9f1c-ffd54c215402 Sep 25 04:38:49.071380 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:49.072734 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Checking segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:49.073199 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.073898 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Bound using segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:49.074560 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Bound port: ff6acb20-3e03-40a3-bfc7-9ac18010e9c1, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:49.075998 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.079006 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f9cfb69-42d6-4dac-ae20-23227bb315a3 req-aaa807a2-5537-4b79-bef6-e3eb4cd92b03 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959673 Sep 25 04:38:49.130154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34a3ba-635f-49f7-a2e4-72e2bf821392 None None] Network 75e53d9a-155b-4b29-a228-68458394e218 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:38:49.145178 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] For port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:49.148989 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] For port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:49.159211 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.203439 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:49.204078 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:49.205727 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:49.229637 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Allocated IP 172.20.0.1 (75e53d9a-155b-4b29-a228-68458394e218/6524ce00-1da5-4d51-a5ce-3ad56132ebf3/bf3ee4c9-424d-4419-ad2a-8480cc929057) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:38:49.242045 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Attempt 9 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:49.256670 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be8aa9-23f8-4c6c-8e6c-b3335564937f None None] Pushing event updated for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:49.304259 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:49.307152 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:49.326417 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:49.362096 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks [] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.399269 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.404089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 6ae5881d-d024-4800-9f1c-ffd54c215402 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:49.405272 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 57e3f22d-2f59-4295-9dc3-deed09972d09 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:49.439305 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Network 75e53d9a-155b-4b29-a228-68458394e218 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:49.443671 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:49.448492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:38:49.473091 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Pushing event updated for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:49.487976 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.488382 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.488872 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.489074 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.489828 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.489828 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.490032 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.490341 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.490660 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.490982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.491306 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.491626 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.491943 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.492259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.492573 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:49.512198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (322cbf74-7f57-45bc-8b30-c815a62223a0), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.544888 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:49.552516 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Current status of the port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:49.553022 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.558716 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 57e3f22d-2f59-4295-9dc3-deed09972d09 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:49.559097 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.559571 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 57e3f22d-2f59-4295-9dc3-deed09972d09 Sep 25 04:38:49.584297 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa74b6a-3951-43e5-bd65-a120b931a316 None None] The sync data for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi is: [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:49.758585 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks [] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.780362 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.808553 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] For port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:49.833630 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:49.843790 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Attempting to bind port a6fea662-4560-4812-8163-b1ed7d1b37dc on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:49.844173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Attempting to bind port a6fea662-4560-4812-8163-b1ed7d1b37dc by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:49.844538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Attempting to bind port a6fea662-4560-4812-8163-b1ed7d1b37dc on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:49.898338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9b56-5605-428f-9851-d150d92f3de5 None None] Pushing event updated for resources: {'Port': ['ID=a6fea662-4560-4812-8163-b1ed7d1b37dc,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:49.949877 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-ae1b86be-ad03-4450-8fab-29eceac810e6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562942 Sep 25 04:38:50.001245 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 57e3f22d-2f59-4295-9dc3-deed09972d09 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:50.001557 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.001853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.015778 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Provisioning complete for port 57e3f22d-2f59-4295-9dc3-deed09972d09 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:50.016155 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.016489 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Attempt 1 to provision port 57e3f22d-2f59-4295-9dc3-deed09972d09 Sep 25 04:38:50.023341 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:50.031387 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:50.031820 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:50.032169 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.032566 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:50.033083 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Bound port: a6fea662-4560-4812-8163-b1ed7d1b37dc, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:50.033466 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.059173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5644-7491-4419-a971-bb4be340cca9 req-b3c44a1b-5104-47ea-a7b9-600f91203bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:50.061783 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-b3c44a1b-5104-47ea-a7b9-600f91203bf6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 1129 time: 0.0459998 Sep 25 04:38:50.087574 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d1d37-13b7-484a-861a-6557d2872832 None None] Pushing event updated for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:50.142204 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 57e3f22d-2f59-4295-9dc3-deed09972d09, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=57e3f22d-2f59-4295-9dc3-deed09972d09,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:50.167253 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.221034 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:50.223974 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] For port a6fea662-4560-4812-8163-b1ed7d1b37dc, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:50.255375 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:50.257602 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks [] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.264328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5644-7491-4419-a971-bb4be340cca9 req-07758815-ad8d-4b39-9db3-2431ad1b775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:50.264991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.266468 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-07758815-ad8d-4b39-9db3-2431ad1b775b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1739450 Sep 25 04:38:50.268954 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] For port a6fea662-4560-4812-8163-b1ed7d1b37dc, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=a6fea662-4560-4812-8163-b1ed7d1b37dc,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:50.274202 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8050c8-8755-44a6-b2c0-c771156dce3d req-4c858180-3072-4c0b-8cc2-591a2cd06232 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:50.275928 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f8050c8-8755-44a6-b2c0-c771156dce3d req-4c858180-3072-4c0b-8cc2-591a2cd06232 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0684581 Sep 25 04:38:50.291426 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.322277 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Current status of the port 57e3f22d-2f59-4295-9dc3-deed09972d09 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:50.326447 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-0a0f56db-b8d5-4d5d-a9d6-ffde7d6a3ac9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 200 len: 217 time: 0.0453439 Sep 25 04:38:50.333073 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Provisioning complete for port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:50.334227 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.334707 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Attempt 1 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:50.359582 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (322cbf74-7f57-45bc-8b30-c815a62223a0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.362919 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Pushing event updated for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:50.372140 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=57e3f22d-2f59-4295-9dc3-deed09972d09,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:50.386847 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:50.387570 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:50.396427 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f8050c8-8755-44a6-b2c0-c771156dce3d req-7820711f-3d88-4381-9b1d-2b77d17ca6d9 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Sep 25 04:38:50.443737 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:50.485688 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Network 75e53d9a-155b-4b29-a228-68458394e218 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:38:50.487579 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:38:50.506440 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9b56-5605-428f-9851-d150d92f3de5 None None] Pushing event updated for resources: {'Port': ['ID=a6fea662-4560-4812-8163-b1ed7d1b37dc,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:50.582123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a69001ee-dead-4856-8c6a-7f0d7b31c9e9 None None] Current status of the port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:50.593010 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:50.607350 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Router 322cbf74-7f57-45bc-8b30-c815a62223a0 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:38:50.728071 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Provisioning complete for port bf3ee4c9-424d-4419-ad2a-8480cc929057 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:50.728599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.729165 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 1 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:50.733604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:38:50.740686 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-793d47e5-7d25-4fa0-a1cc-92f4633d605d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/322cbf74-7f57-45bc-8b30-c815a62223a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468840 Sep 25 04:38:50.791114 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:50.796544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:50.872206 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bf3ee4c9-424d-4419-ad2a-8480cc929057', 'name': '', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'mac_address': 'fa:16:3e:71:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:49Z', 'updated_at': '2022-09-25T04:38:50Z', 'revision_number': 2, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'subnets': [{'id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:50.899607 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:50.899984 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:50.900549 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 Sep 25 04:38:50.902461 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d73eed-529c-4f22-9cf9-d2dc89a83905 None None] The sync data for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi is: [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bf3ee4c9-424d-4419-ad2a-8480cc929057', 'name': '', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'mac_address': 'fa:16:3e:71:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:49Z', 'updated_at': '2022-09-25T04:38:50Z', 'revision_number': 2, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'subnets': [{'id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:50.946105 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:50.986506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:50.987571 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 57e3f22d-2f59-4295-9dc3-deed09972d09 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:51.038833 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:51.045471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 57e3f22d-2f59-4295-9dc3-deed09972d09 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:51.045894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:51.046232 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 57e3f22d-2f59-4295-9dc3-deed09972d09 Sep 25 04:38:51.127221 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:51.132013 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 57e3f22d-2f59-4295-9dc3-deed09972d09 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:51.197474 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5644-7491-4419-a971-bb4be340cca9 req-e1431cbc-3d54-4b79-a500-05c534562dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:51.199458 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-e1431cbc-3d54-4b79-a500-05c534562dfe service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.1177342 Sep 25 04:38:51.254584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5644-7491-4419-a971-bb4be340cca9 req-5d25e8f5-af70-4274-bea4-d1d555e8ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:51.255952 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-5d25e8f5-af70-4274-bea4-d1d555e8ff95 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498712 Sep 25 04:38:51.297896 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 2 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:51.341989 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:51.383461 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-284065a9-ca08-4918-bf3c-b5e92f898c00 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142256 Sep 25 04:38:51.530643 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-51ac5644-7491-4419-a971-bb4be340cca9 req-fdfe8dc8-8abf-4d0e-a2a7-c24633bcc39d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389301 Sep 25 04:38:51.544493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e888-d08b-423c-ac3b-6dcc3a5822aa req-89a77c2b-4972-4ee5-8174-46ae5580077d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:51.546277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c88e888-d08b-423c-ac3b-6dcc3a5822aa req-89a77c2b-4972-4ee5-8174-46ae5580077d tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0649667 Sep 25 04:38:51.633231 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c88e888-d08b-423c-ac3b-6dcc3a5822aa req-b6900ecd-7cf1-4bfb-852a-a5beae38391c tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Sep 25 04:38:51.843840 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 3 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:51.904319 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:51.980361 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5430e-f78f-49ee-8004-ffc8259ea1f0 req-3190c548-003e-47e0-a659-a1bd4f00579b tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:51.986965 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-afe5430e-f78f-49ee-8004-ffc8259ea1f0 req-3190c548-003e-47e0-a659-a1bd4f00579b tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0590873 Sep 25 04:38:51.995149 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:52.060237 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-afe5430e-f78f-49ee-8004-ffc8259ea1f0 req-a21176f7-7c72-4d32-b7d9-0dcc53c24e16 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723522 Sep 25 04:38:52.405920 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 4 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:52.450739 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:52.787368 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device a6fea662-4560-4812-8163-b1ed7d1b37dc up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:52.859230 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port a6fea662-4560-4812-8163-b1ed7d1b37dc triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:52.859938 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:52.860182 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port a6fea662-4560-4812-8163-b1ed7d1b37dc Sep 25 04:38:52.956928 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 5 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:53.002093 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:53.002672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port a6fea662-4560-4812-8163-b1ed7d1b37dc is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:53.003055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:53.026416 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port a6fea662-4560-4812-8163-b1ed7d1b37dc, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=a6fea662-4560-4812-8163-b1ed7d1b37dc,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:53.034411 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:53.126426 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=a6fea662-4560-4812-8163-b1ed7d1b37dc,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:53.201260 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:53.218191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788337-4ca7-404d-86fd-dfb19fa0067d req-76f79ca8-1e12-4b9a-8aae-e7145758d2cd tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:53.221820 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7788337-4ca7-404d-86fd-dfb19fa0067d req-76f79ca8-1e12-4b9a-8aae-e7145758d2cd tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0552046 Sep 25 04:38:53.296610 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7788337-4ca7-404d-86fd-dfb19fa0067d req-72163699-7ea7-4354-8350-2df8bc6a1949 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661306 Sep 25 04:38:53.503252 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 6 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:53.548520 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:53.828791 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Sync routers for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:38:53.837536 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-a7aabe49-49b9-4b07-929f-c247360f867f tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:53.839798 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-a7aabe49-49b9-4b07-929f-c247360f867f tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0670702 Sep 25 04:38:53.843444 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:53.844122 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:53.941651 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:53.964559 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:53.978898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Deleting port f37d4706-1585-4270-94bf-7edaf49afe4a {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:38:53.979331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.049071 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 7 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:54.107502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:54.114716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] For port f37d4706-1585-4270-94bf-7edaf49afe4a, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=f37d4706-1585-4270-94bf-7edaf49afe4a,segment=NetworkSegment(6a19e21b-ccbe-4521-9c48-445e80a9bb65),segment_id=6a19e21b-ccbe-4521-9c48-445e80a9bb65)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:54.115086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.136613 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Calling delete_port for f37d4706-1585-4270-94bf-7edaf49afe4a owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:38:54.216968 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bf3ee4c9-424d-4419-ad2a-8480cc929057', 'name': '', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'mac_address': 'fa:16:3e:71:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:49Z', 'updated_at': '2022-09-25T04:38:50Z', 'revision_number': 2, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'subnets': [{'id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:54.251101 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Checking router: 322cbf74-7f57-45bc-8b30-c815a62223a0 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:38:54.251457 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Updating router 322cbf74-7f57-45bc-8b30-c815a62223a0 port bf3ee4c9-424d-4419-ad2a-8480cc929057 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:38:54.288787 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.578616 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029828e-01e3-4dfd-8efa-81137ab8186c req-808f7650-e232-4eb9-8700-dfbfad0fa7be tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:38:54.579904 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8029828e-01e3-4dfd-8efa-81137ab8186c req-808f7650-e232-4eb9-8700-dfbfad0fa7be tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 950 time: 0.0697486 Sep 25 04:38:54.590349 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f37d4706-1585-4270-94bf-7edaf49afe4a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.609390 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 8 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:54.639854 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['f37d4706-1585-4270-94bf-7edaf49afe4a'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:38:54.640357 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Pushing event deleted for resources: {'Port': ['ID=f37d4706-1585-4270-94bf-7edaf49afe4a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:54.700263 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.700615 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.701432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.701838 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.702178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.702884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.702884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.703178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.703464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.703790 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.704109 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.704434 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.704783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.705107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.705485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:38:54.718058 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:54.721004 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks [] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.734058 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.754934 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8029828e-01e3-4dfd-8efa-81137ab8186c req-37ef081b-89ca-494f-ae8d-9a11c9cd1153 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d848d12-806c-49c4-9dd4-4f119c2b83af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676760 Sep 25 04:38:54.778254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] No DVR routers for this DVR port f37d4706-1585-4270-94bf-7edaf49afe4a on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:38:54.780932 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:54.784252 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8c09dc1-e7d5-4a86-a166-d7f07d3c0a7b req-c43b4c13-aa68-4a67-934a-255cf7d5b067 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.55 "DELETE /networking/v2.0/ports/f37d4706-1585-4270-94bf-7edaf49afe4a HTTP/1.1" status: 204 len: 173 time: 0.9380536 Sep 25 04:38:54.784827 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'name': 'network-vif-deleted', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:38:54.787191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b09e53-e0c7-4bd9-8dff-0d4bf0f55fcb" -d '{"events": [{"server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "name": "network-vif-deleted", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:38:54.853176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b0795-819b-45a6-9785-e2e82e34b45f x-openstack-request-id: req-739b0795-819b-45a6-9785-e2e82e34b45f {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:38:54.853896 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699c1287-b1cd-4872-911c-11a44f8b6a0e", "name": "network-vif-deleted", "tag": "f37d4706-1585-4270-94bf-7edaf49afe4a", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:38:54.854334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-739b0795-819b-45a6-9785-e2e82e34b45f {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:38:54.854960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739b0795-819b-45a6-9785-e2e82e34b45f'] response: {'server_uuid': '699c1287-b1cd-4872-911c-11a44f8b6a0e', 'name': 'network-vif-deleted', 'tag': 'f37d4706-1585-4270-94bf-7edaf49afe4a', 'status': 'completed', 'code': 200} Sep 25 04:38:54.927971 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device a6fea662-4560-4812-8163-b1ed7d1b37dc up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:54.957563 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:54.972441 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8a6f-5ec5-4aa1-9570-162b88530987 None None] Pushing event updated for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:54.980957 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Attempting to bind port bf3ee4c9-424d-4419-ad2a-8480cc929057 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:38:54.981413 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Attempting to bind port bf3ee4c9-424d-4419-ad2a-8480cc929057 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:38:54.981729 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Attempting to bind port bf3ee4c9-424d-4419-ad2a-8480cc929057 on network 75e53d9a-155b-4b29-a228-68458394e218 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:38:55.024461 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port a6fea662-4560-4812-8163-b1ed7d1b37dc triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:55.025777 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.026268 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port a6fea662-4560-4812-8163-b1ed7d1b37dc Sep 25 04:38:55.141310 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port a6fea662-4560-4812-8163-b1ed7d1b37dc is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:55.209079 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:38:55.210196 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Checking segment: {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:38:55.211847 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.212395 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Bound using segment: {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:38:55.213103 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Bound port: bf3ee4c9-424d-4419-ad2a-8480cc929057, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef61d14-9cb0-4bc5-ac30-52631776d1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '75e53d9a-155b-4b29-a228-68458394e218'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:38:55.213659 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.220772 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 9 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:55.275595 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Port bf3ee4c9-424d-4419-ad2a-8480cc929057 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:38:55.310733 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] For port bf3ee4c9-424d-4419-ad2a-8480cc929057, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:38:55.315439 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] For port bf3ee4c9-424d-4419-ad2a-8480cc929057, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bf3ee4c9-424d-4419-ad2a-8480cc929057,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:38:55.325094 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.380923 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:38:55.381554 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:38:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:55.441113 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8a6f-5ec5-4aa1-9570-162b88530987 None None] Pushing event updated for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=4']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:55.539597 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:38:55.772620 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:55.777303 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Attempt 10 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:55.777498 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bf3ee4c9-424d-4419-ad2a-8480cc929057', 'name': '', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'mac_address': 'fa:16:3e:71:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:49Z', 'updated_at': '2022-09-25T04:38:55Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'subnets': [{'id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:38:55.805331 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a9837-fc73-42e1-8097-02f576c0854e None None] The sync data for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi is: [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bf3ee4c9-424d-4419-ad2a-8480cc929057', 'name': '', 'network_id': '75e53d9a-155b-4b29-a228-68458394e218', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'mac_address': 'fa:16:3e:71:7e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:49Z', 'updated_at': '2022-09-25T04:38:55Z', 'revision_number': 4, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'subnets': [{'id': '6524ce00-1da5-4d51-a5ce-3ad56132ebf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:38:55.840686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:55.895888 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Current status of the port bf3ee4c9-424d-4419-ad2a-8480cc929057 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:55.896859 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.928876 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-23021961-a65c-4d84-9270-a56917924b89 req-1788a4d2-ac61-4644-bb7b-70e9e54e3911 tempest-VolumesNegativeTest-796282419 tempest-VolumesNegativeTest-796282419-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=699c1287-b1cd-4872-911c-11a44f8b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0521445 Sep 25 04:38:55.948937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] For port bf3ee4c9-424d-4419-ad2a-8480cc929057, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bf3ee4c9-424d-4419-ad2a-8480cc929057,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:38:55.953493 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:55.993374 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:38:56.015343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf78a9-5f38-440c-a416-d1fc7de1d2f3 None None] Pushing event updated for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:38:56.076805 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-d5e83c91-4c48-406d-83a7-40527cbb8228 None None] Provisioning complete for port bf3ee4c9-424d-4419-ad2a-8480cc929057 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:56.077475 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d5e83c91-4c48-406d-83a7-40527cbb8228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:56.077808 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-d5e83c91-4c48-406d-83a7-40527cbb8228 None None] Attempt 1 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:56.174296 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-d5e83c91-4c48-406d-83a7-40527cbb8228 None None] Current status of the port bf3ee4c9-424d-4419-ad2a-8480cc929057 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:56.790179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bf3ee4c9-424d-4419-ad2a-8480cc929057 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:38:56.855829 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port bf3ee4c9-424d-4419-ad2a-8480cc929057 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:38:56.856219 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:38:56.856555 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port bf3ee4c9-424d-4419-ad2a-8480cc929057 Sep 25 04:38:56.959865 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port bf3ee4c9-424d-4419-ad2a-8480cc929057 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:38:57.387031 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f37d4706-1585-4270-94bf-7edaf49afe4a no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:38:57.419734 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: f37d4706-1585-4270-94bf-7edaf49afe4a {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:38:57.420100 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device f37d4706-1585-4270-94bf-7edaf49afe4a not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:39:00.729595 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=47 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:00.731085 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=30 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:00.891375 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:39:01.754245 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-8489e58f-d41f-4853-8e16-92e7ddebbf7e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:01.755677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-8489e58f-d41f-4853-8e16-92e7ddebbf7e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 815 time: 0.1113997 Sep 25 04:39:01.777193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de09a2ec-9ebe-4d2f-89ba-531ea3c28b56 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/quotas/b5c1180472fb4243bd45e44914a46918 HTTP/1.1" status: 200 len: 375 time: 0.0135238 Sep 25 04:39:01.793749 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58132) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:01.823554 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:01.832032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ce3d14d6-1159-46fd-a1fe-87c72b87d6c4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533240 Sep 25 04:39:01.937583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-3f48e3f4-f13e-4d75-a5c2-9f54549278f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923252 Sep 25 04:39:01.938695 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-59bc8e58-79af-4209-a67f-dd03b5e50471 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b7d504f39d52488abf8282bc0ec2786c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437318 Sep 25 04:39:01.941119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58136) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:01.995048 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] Publish callbacks [] for security_group (4d848d12-806c-49c4-9dd4-4f119c2b83af), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:02.015853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] Publish callbacks [] for security_group (4d848d12-806c-49c4-9dd4-4f119c2b83af), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:02.028136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-7099eec8-950d-4b46-96c6-d6f89297d1d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Sep 25 04:39:02.064060 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4d848d12-806c-49c4-9dd4-4f119c2b83af), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:02.066734 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:02.067877 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4d848d12-806c-49c4-9dd4-4f119c2b83af HTTP/1.1" status: 204 len: 168 time: 0.1258166 Sep 25 04:39:02.076382 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70945c7-308d-4e03-bccf-9ed9af00625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d848d12-806c-49c4-9dd4-4f119c2b83af,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:03.206018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eed51ce6-8b07-4bcf-9d1b-1ba432a988cf req-332f82a6-6662-4051-b34e-2f8e306150cf tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 210 time: 0.0324528 Sep 25 04:39:04.307370 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b0f56ff-1092-46c4-ad21-583828cfdf9e req-95ea37f1-0aab-4118-b6c8-ddc9b6e2b9b9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 210 time: 0.0278456 Sep 25 04:39:04.559468 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:04.597149 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-2756b9f2-946a-4266-b0dd-0fb86ececfc6 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:04.598586 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-2756b9f2-946a-4266-b0dd-0fb86ececfc6 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 815 time: 0.1103272 Sep 25 04:39:04.620655 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'port': {'device_id': '6582b313-e063-4d3f-940f-5ffba2370c65', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'admin_state_up': True, 'tenant_id': 'b5c1180472fb4243bd45e44914a46918'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:04.734798 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Made reservation on behalf of b5c1180472fb4243bd45e44914a46918 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:39:04.738756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:04.873418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Allocated IP 172.20.0.7 (b3eadb07-6aaa-4fcd-8aef-63aa561f8322/14f4c071-08a3-4cb9-8735-d17275404140/1a0b90ca-b310-46fa-adf6-563e2d00f49d) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:39:05.031511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:05.066538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:05.114158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:39:05.117478 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:39:05.122585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:39:05.125029 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:05.154300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:05.188752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:05.189773 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:05.235178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-de796c73-7ab6-42e8-96b8-12ff981f49b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6189353 Sep 25 04:39:05.449969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b8383-c21e-4e2b-83bc-2f63f9baa678 req-f279c999-5594-45cb-bbbd-3077d3029543 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:05.451389 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9e4b8383-c21e-4e2b-83bc-2f63f9baa678 req-f279c999-5594-45cb-bbbd-3077d3029543 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0516469 Sep 25 04:39:05.468302 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Provisioning complete for port 1a0b90ca-b310-46fa-adf6-563e2d00f49d triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:39:05.468916 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:05.469329 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 1 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:05.504739 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9e4b8383-c21e-4e2b-83bc-2f63f9baa678 req-b79aab0d-305e-4203-8411-e431e52e0c12 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Sep 25 04:39:05.639670 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:06.140458 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 2 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:06.175837 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:06.638038 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd229-037a-47d5-9d53-139088109df6 req-86989224-51b5-4eb5-a726-e313de308bcb tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:06.639485 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adbbd229-037a-47d5-9d53-139088109df6 req-86989224-51b5-4eb5-a726-e313de308bcb tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0544629 Sep 25 04:39:06.669663 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:06.681772 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 3 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:06.702676 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adbbd229-037a-47d5-9d53-139088109df6 req-2fb0ac00-3bd8-4e1e-8fd9-d54d55a1c796 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572991 Sep 25 04:39:06.772023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:07.272945 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 4 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:07.307231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:07.605963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4f58-f0d4-496d-8bc7-5be8bc6b16a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:07.808534 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 5 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:07.829755 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25700-5b77-4a4f-8763-11522c1b139a req-a289112a-5adf-4563-b86d-090a3b7748e7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:07.831270 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94b25700-5b77-4a4f-8763-11522c1b139a req-a289112a-5adf-4563-b86d-090a3b7748e7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0473840 Sep 25 04:39:07.841709 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:07.883309 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94b25700-5b77-4a4f-8763-11522c1b139a req-88002d0d-e3ee-4dfd-a941-8ca1c29dc461 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Sep 25 04:39:08.342730 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 6 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:08.377044 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:08.878692 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 7 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:08.914467 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:09.010179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd17e1-a7cb-46fe-abef-ced9b463cb2b req-0d32427b-20a6-4bdf-98ad-39e1f7ec658f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:09.012485 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0fd17e1-a7cb-46fe-abef-ced9b463cb2b req-0d32427b-20a6-4bdf-98ad-39e1f7ec658f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0548995 Sep 25 04:39:09.060324 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0fd17e1-a7cb-46fe-abef-ced9b463cb2b req-5a987e05-7cc4-41b4-a2a1-43f46060e4ca tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Sep 25 04:39:09.416036 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 8 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:09.448485 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:09.949771 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 9 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:09.986905 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:09.996551 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:10.003303 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2978eb4-e5ac-4b1e-b6ee-8bafa6bef40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:10.203283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21025fc7-83a6-43a9-9ec9-636aebc2f43c req-c335f894-6506-4483-928b-c137e39b3718 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:10.205637 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21025fc7-83a6-43a9-9ec9-636aebc2f43c req-c335f894-6506-4483-928b-c137e39b3718 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0682354 Sep 25 04:39:10.258512 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21025fc7-83a6-43a9-9ec9-636aebc2f43c req-c02af391-9174-4327-84bb-6775f4aff065 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Sep 25 04:39:10.497929 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Attempt 10 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:10.534674 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37100-6622-4d4f-9493-d7f5c3268879 None None] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:39:10.877347 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:10.880179 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:11.062436 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:11.080336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:11.385337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680e0e9-ed34-4aa8-b1a8-a73b8b888348 req-68c3a9ea-fd0c-4ff2-bbc2-64cb3dc000dc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:11.386799 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5680e0e9-ed34-4aa8-b1a8-a73b8b888348 req-68c3a9ea-fd0c-4ff2-bbc2-64cb3dc000dc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0485749 Sep 25 04:39:11.439737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5680e0e9-ed34-4aa8-b1a8-a73b8b888348 req-aaecfeb0-6f4c-493b-9c1c-d6763e9e3169 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Sep 25 04:39:12.046237 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:12.071510 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:12.563845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588356f-8fac-4600-be93-1e593ce200a9 req-d3d20a15-e81f-4402-a5a0-8f2cdefeb92d tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:12.565365 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9588356f-8fac-4600-be93-1e593ce200a9 req-d3d20a15-e81f-4402-a5a0-8f2cdefeb92d tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0496528 Sep 25 04:39:12.613175 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9588356f-8fac-4600-be93-1e593ce200a9 req-1f27d13f-ca03-4331-88d5-c0bad02e2a6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423381 Sep 25 04:39:12.707189 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:12.827012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:13.756316 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39766-74dc-4477-8d45-410b9b8222e8 req-cefdf67f-9d07-4797-972b-91e5d0bfbe49 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:13.757838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47d39766-74dc-4477-8d45-410b9b8222e8 req-cefdf67f-9d07-4797-972b-91e5d0bfbe49 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0499094 Sep 25 04:39:13.807621 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47d39766-74dc-4477-8d45-410b9b8222e8 req-3c17707f-e297-4163-aba2-1bfd77145c6c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Sep 25 04:39:14.936043 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94b65-62d3-473f-ba7c-9467a8990bdd req-42949697-d9bb-4885-87b4-a15794d0859b tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:14.937555 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8b94b65-62d3-473f-ba7c-9467a8990bdd req-42949697-d9bb-4885-87b4-a15794d0859b tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0497756 Sep 25 04:39:14.989919 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8b94b65-62d3-473f-ba7c-9467a8990bdd req-1c1f74df-b93a-4ff5-aa49-7519bfd9cd93 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Sep 25 04:39:16.123331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d2c1e-38d3-4821-9b44-71633ed8b262 req-ad9e641c-59e8-4779-8048-909238365b76 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:16.124842 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f1d2c1e-38d3-4821-9b44-71633ed8b262 req-ad9e641c-59e8-4779-8048-909238365b76 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0484452 Sep 25 04:39:16.174218 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f1d2c1e-38d3-4821-9b44-71633ed8b262 req-1c61e1a8-0a06-48e0-b197-68b67435ee6e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Sep 25 04:39:17.294533 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b9ce8-6765-42c2-8e8c-ca9cb51508b3 req-002c90d0-b879-47f7-ae75-b26dd6f53111 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:17.295997 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c19b9ce8-6765-42c2-8e8c-ca9cb51508b3 req-002c90d0-b879-47f7-ae75-b26dd6f53111 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0459759 Sep 25 04:39:17.346290 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c19b9ce8-6765-42c2-8e8c-ca9cb51508b3 req-bc316037-cb7a-4e74-a0e5-a0abd708c5b2 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Sep 25 04:39:18.465661 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96545b9-f7d6-4414-8e28-613f4b039b38 req-e7757e54-9eae-4ed5-96f3-7fa6953acee4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:18.467144 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c96545b9-f7d6-4414-8e28-613f4b039b38 req-e7757e54-9eae-4ed5-96f3-7fa6953acee4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0460138 Sep 25 04:39:18.489035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:18.516876 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c96545b9-f7d6-4414-8e28-613f4b039b38 req-53467337-022a-4a06-8b5d-3fa983bd39f5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Sep 25 04:39:19.309196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Request body: {'port': {'device_id': '6582b313-e063-4d3f-940f-5ffba2370c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:19.343455 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:19.373646 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.656379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0b90ca-b310-46fa-adf6-563e2d00f49d {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:39:19.669123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce123b-f341-4062-bcdc-f0da443ebb76 req-d452974c-ca5f-41ae-806e-6f0ba3e0f504 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:19.670595 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73ce123b-f341-4062-bcdc-f0da443ebb76 req-d452974c-ca5f-41ae-806e-6f0ba3e0f504 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 931 time: 0.0761206 Sep 25 04:39:19.672415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks [] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.700195 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Transition to ACTIVE for port object 1a0b90ca-b310-46fa-adf6-563e2d00f49d will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:39:19.705728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.766468 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-73ce123b-f341-4062-bcdc-f0da443ebb76 req-bfb774ad-3173-4af6-ac25-ded965809411 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Sep 25 04:39:19.788163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:19.835726 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Attempting to bind port 1a0b90ca-b310-46fa-adf6-563e2d00f49d on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:39:19.835984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Attempting to bind port 1a0b90ca-b310-46fa-adf6-563e2d00f49d by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:39:19.836306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Attempting to bind port 1a0b90ca-b310-46fa-adf6-563e2d00f49d on network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:39:19.876966 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Port 1a0b90ca-b310-46fa-adf6-563e2d00f49d on network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:39:19.877351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Attempting to bind port 1a0b90ca-b310-46fa-adf6-563e2d00f49d on network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:39:19.922083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:39:19.922417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Checking segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:39:19.922797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Bound using segment: {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:39:19.923227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Bound port: 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137f6433-84a4-4d52-a0d3-744fbbc02f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:39:19.923585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.983118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:39:19.986088 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:39:19.992041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.996203 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:19.996848 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:19.998196 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 1093 time: 0.6939030 Sep 25 04:39:19.998739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:39:20.000984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a892abd4-6711-4b1e-8009-80f0515baa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:39:20.044137 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85d339-68da-4a8d-92e2-40a50f17a7f7 x-openstack-request-id: req-3f85d339-68da-4a8d-92e2-40a50f17a7f7 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:39:20.044422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:39:20.044695 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f85d339-68da-4a8d-92e2-40a50f17a7f7 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:39:20.045094 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f85d339-68da-4a8d-92e2-40a50f17a7f7'] response: {'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:39:20.049785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b21bd-0802-4b09-b91c-8a747cab25ad service neutron] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:20.107729 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:20.120222 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-6d10129a-9577-4161-9b5a-3f25169373f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:20.121736 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-6d10129a-9577-4161-9b5a-3f25169373f8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1127 time: 0.0446789 Sep 25 04:39:20.169489 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-e43a7ef7-d866-467e-a308-20684f4f5d85 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 217 time: 0.0323095 Sep 25 04:39:20.330053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-75e9f5fb-42dd-4bd4-8b4d-6ab448927933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:20.331492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-75e9f5fb-42dd-4bd4-8b4d-6ab448927933 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0449555 Sep 25 04:39:20.362936 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:20.375041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-4b85f510-6b0b-4357-84f5-370d7e2b55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:20.376479 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-4b85f510-6b0b-4357-84f5-370d7e2b55ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383615 Sep 25 04:39:20.468834 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-04289fe3-d467-43a2-bae7-c4bab811d46f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Sep 25 04:39:20.562777 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f9302a89-4f05-4c86-87e6-2e8b29c2978f req-c826ddd2-05bb-4242-a82b-68e5c7063520 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858672 Sep 25 04:39:20.885365 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77a3b-185d-4c42-9e5a-377fb84b1f09 req-4664e973-7ae8-4ea2-939e-5bcecc90de1a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:20.887442 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5ff77a3b-185d-4c42-9e5a-377fb84b1f09 req-4664e973-7ae8-4ea2-939e-5bcecc90de1a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 943 time: 0.0467737 Sep 25 04:39:20.933937 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5ff77a3b-185d-4c42-9e5a-377fb84b1f09 req-874ec7b5-43eb-4850-bdc0-55a53fb68b6d tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Sep 25 04:39:21.043082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:22.054976 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24123-c274-4c35-8121-66b01ba2474b req-252ea484-c998-4fb4-a358-bd0c41acbae0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:22.056436 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43f24123-c274-4c35-8121-66b01ba2474b req-252ea484-c998-4fb4-a358-bd0c41acbae0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 943 time: 0.0465987 Sep 25 04:39:22.103862 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43f24123-c274-4c35-8121-66b01ba2474b req-014df09c-01e5-4516-93f6-8181887f3083 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Sep 25 04:39:23.226030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8078620-d3b7-4d4f-8d8f-05dc334cffb9 req-241b975c-ed88-4f2a-80b0-f9a292040f7f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:23.227478 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8078620-d3b7-4d4f-8d8f-05dc334cffb9 req-241b975c-ed88-4f2a-80b0-f9a292040f7f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 943 time: 0.0506737 Sep 25 04:39:23.273767 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8078620-d3b7-4d4f-8d8f-05dc334cffb9 req-1dd449a8-879f-45c5-82d9-d5a9abf8121b tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Sep 25 04:39:24.400070 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c75e3-4657-4454-b37e-353d1be95bfb req-70849677-f591-4178-a7fe-392263b0700e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:24.401538 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a3c75e3-4657-4454-b37e-353d1be95bfb req-70849677-f591-4178-a7fe-392263b0700e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 943 time: 0.0551209 Sep 25 04:39:24.444446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-3f5a7d0f-ea04-43e8-9b6e-a15352721232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:24.445902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-3f5a7d0f-ea04-43e8-9b6e-a15352721232 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1127 time: 0.0640090 Sep 25 04:39:24.515936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a3c75e3-4657-4454-b37e-353d1be95bfb req-a2f1186c-ca14-43b7-901d-5ddbc650fbf1 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994244 Sep 25 04:39:24.552504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-201f8888-14fe-4982-8176-a6e4832131db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:24.554014 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-201f8888-14fe-4982-8176-a6e4832131db service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.0983803 Sep 25 04:39:24.596399 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-71528809-e066-410e-910b-faa1bb1394ef service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 217 time: 0.0358338 Sep 25 04:39:24.643843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-49c5c3d4-0f51-4bcc-bf06-07a6e1ab9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:24.645290 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-49c5c3d4-0f51-4bcc-bf06-07a6e1ab9b6b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0430400 Sep 25 04:39:24.689931 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-5788eb28-32f9-433e-aaa5-33efe7b590c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:24.691426 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-5788eb28-32f9-433e-aaa5-33efe7b590c2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393603 Sep 25 04:39:24.784577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-75e33c56-437f-4623-9845-9927fc402a3f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Sep 25 04:39:24.810394 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:24.876114 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a892abd4-6711-4b1e-8009-80f0515baa2f req-2bbe2a5c-0e53-4565-8147-132038c37449 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849884 Sep 25 04:39:25.531464 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 1a0b90ca-b310-46fa-adf6-563e2d00f49d details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:39:25.622518 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:25.631004 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:39:25.642825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'port_id': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'mac_address': 'fa:16:3e:f3:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:39:25.644469 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dacd0-21ba-4e12-9b1d-07385ca3bb14 req-5e6e58c3-8802-4453-abe5-1d05abc330da tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:25.646384 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-791dacd0-21ba-4e12-9b1d-07385ca3bb14 req-5e6e58c3-8802-4453-abe5-1d05abc330da tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 943 time: 0.0553613 Sep 25 04:39:25.681404 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 1a0b90ca-b310-46fa-adf6-563e2d00f49d is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:39:25.681792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:25.693879 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-791dacd0-21ba-4e12-9b1d-07385ca3bb14 req-07a7c39e-74b3-4613-8907-b4413f721db7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417256 Sep 25 04:39:25.694989 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0b90ca-b310-46fa-adf6-563e2d00f49d {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:39:25.718319 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:39:25.722798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:25.767674 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:25.774405 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.774734 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.775100 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.775455 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.775792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.776119 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.776446 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.776797 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.777124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.777481 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.778379 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.778819 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.779147 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.779470 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:25.779790 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:39:26.303511 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['1a0b90ca-b310-46fa-adf6-563e2d00f49d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:39:26.814778 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24078ed-941a-4239-ac03-d0199afe8616 req-38288002-2b43-48c2-8f8a-94b1644401ee tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:26.816741 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b24078ed-941a-4239-ac03-d0199afe8616 req-38288002-2b43-48c2-8f8a-94b1644401ee tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 944 time: 0.0467834 Sep 25 04:39:26.864324 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b24078ed-941a-4239-ac03-d0199afe8616 req-be714822-af26-4869-b398-8c5f79e6b830 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Sep 25 04:39:27.727106 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 1a0b90ca-b310-46fa-adf6-563e2d00f49d up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:39:27.769570 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 1a0b90ca-b310-46fa-adf6-563e2d00f49d completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:39:27.774982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 1a0b90ca-b310-46fa-adf6-563e2d00f49d triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:39:27.775458 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:27.775763 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 1a0b90ca-b310-46fa-adf6-563e2d00f49d Sep 25 04:39:27.849409 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 1a0b90ca-b310-46fa-adf6-563e2d00f49d is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:39:27.849789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:27.872802 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:39:27.875026 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a72d25-0b30-43da-829f-e24d8ff6ab9b" -d '{"events": [{"server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:39:27.887240 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:39:27.892095 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:27.919744 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4b94d-97f3-4513-89eb-70cabfba97c1 x-openstack-request-id: req-02a4b94d-97f3-4513-89eb-70cabfba97c1 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:39:27.920055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "name": "network-vif-plugged", "status": "completed", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:39:27.920307 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02a4b94d-97f3-4513-89eb-70cabfba97c1 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:39:27.920715 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a4b94d-97f3-4513-89eb-70cabfba97c1'] response: {'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'code': 200} Sep 25 04:39:27.940358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:27.944405 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:27.986903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e235-58be-405a-b4d9-a6c644ba197c req-9995585a-1701-488b-a29e-2b4114ccff29 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:27.988428 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3971e235-58be-405a-b4d9-a6c644ba197c req-9995585a-1701-488b-a29e-2b4114ccff29 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Sep 25 04:39:28.039991 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3971e235-58be-405a-b4d9-a6c644ba197c req-20c4cb88-9bc0-442d-b8d0-e1bc5090c860 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Sep 25 04:39:28.141342 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cc51-825f-4324-945a-1c5d07593ab1 req-6d21da1e-846f-41c5-b676-7e87f60a8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:28.142785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-93a3cc51-825f-4324-945a-1c5d07593ab1 req-6d21da1e-846f-41c5-b676-7e87f60a8a80 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1129 time: 0.0386174 Sep 25 04:39:28.186961 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-93a3cc51-825f-4324-945a-1c5d07593ab1 req-5716fec2-33ec-4f8e-9245-b18c34c4a64d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381281 Sep 25 04:39:29.167173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47ac70-d7f8-4674-a6db-c9a3f52eaa16 req-bdcc71bf-02bc-4123-a88d-c40b271ea29f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:29.168601 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c47ac70-d7f8-4674-a6db-c9a3f52eaa16 req-bdcc71bf-02bc-4123-a88d-c40b271ea29f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0475972 Sep 25 04:39:29.214850 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c47ac70-d7f8-4674-a6db-c9a3f52eaa16 req-95e93f79-3ebd-4b5d-bb70-6ec56cb7c405 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Sep 25 04:39:30.341486 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d176e-7b85-490c-adfe-5a3cffeb0352 req-3e02c4c5-d4b8-4375-a918-5c17d92fe834 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:30.342960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-283d176e-7b85-490c-adfe-5a3cffeb0352 req-3e02c4c5-d4b8-4375-a918-5c17d92fe834 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Sep 25 04:39:30.390452 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-283d176e-7b85-490c-adfe-5a3cffeb0352 req-6607773e-090e-484b-bee7-45a92f952c50 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Sep 25 04:39:31.510429 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d9b1-e527-45c7-8f22-8afea239f448 req-b3cb49d2-a7fd-4127-9bb6-3a353dac0fd0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:31.511905 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e495d9b1-e527-45c7-8f22-8afea239f448 req-b3cb49d2-a7fd-4127-9bb6-3a353dac0fd0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Sep 25 04:39:31.558398 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e495d9b1-e527-45c7-8f22-8afea239f448 req-9fb5a5e2-3770-40c8-8f6d-361c73ee0fe7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Sep 25 04:39:31.677211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2074697-5725-4910-86df-9d61c47e490e req-812e723a-8dfd-4737-bd44-e7ff3118227c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:31.678554 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2074697-5725-4910-86df-9d61c47e490e req-812e723a-8dfd-4737-bd44-e7ff3118227c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0456650 Sep 25 04:39:31.728387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2074697-5725-4910-86df-9d61c47e490e req-a4ec2864-2122-4bb6-bd60-d565da99aa96 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443714 Sep 25 04:39:32.059981 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b60a1-a8eb-487c-be2a-b0daf33805a3 req-d1423ce1-bf00-42fc-a9ea-be15bf853d5d tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:32.062146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a9b60a1-a8eb-487c-be2a-b0daf33805a3 req-d1423ce1-bf00-42fc-a9ea-be15bf853d5d tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0461264 Sep 25 04:39:32.108370 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a9b60a1-a8eb-487c-be2a-b0daf33805a3 req-e3263dd2-de37-42ae-b8ed-d23b58f3a5f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Sep 25 04:39:34.253670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5d8c-4782-4fbd-b902-d55f609de1a1 req-ac4200c8-75cd-407b-b054-ad8f3d5cf5cf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:34.255021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-22ac5d8c-4782-4fbd-b902-d55f609de1a1 req-ac4200c8-75cd-407b-b054-ad8f3d5cf5cf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0460899 Sep 25 04:39:34.298319 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:34.306249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-22ac5d8c-4782-4fbd-b902-d55f609de1a1 req-81429930-7596-41a4-8d2d-5814ad455d30 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456960 Sep 25 04:39:35.431648 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed253-8e7a-4a53-b6a3-f3bfd6e9985e req-d36c07af-c52d-4a87-93f4-bc0c14bb92a4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:35.433122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e57ed253-8e7a-4a53-b6a3-f3bfd6e9985e req-d36c07af-c52d-4a87-93f4-bc0c14bb92a4 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Sep 25 04:39:35.479872 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e57ed253-8e7a-4a53-b6a3-f3bfd6e9985e req-a45fbe59-09aa-4e46-a790-bae12bf926d5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Sep 25 04:39:35.882442 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:35.883192 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:36.592806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:36.605507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec898c46-2a6f-4c7a-b643-78a387104790 req-c1cfb96d-2770-4a18-a3d5-35ad0627e33f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:36.606939 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec898c46-2a6f-4c7a-b643-78a387104790 req-c1cfb96d-2770-4a18-a3d5-35ad0627e33f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0494647 Sep 25 04:39:36.657838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec898c46-2a6f-4c7a-b643-78a387104790 req-d47b70a0-af18-4ec5-b6a9-2df516d4181a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Sep 25 04:39:37.607909 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-61f1f0ab-4ca2-42f6-b7e2-25c6f2607b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:37.781800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8391f-b422-4067-b91e-603678aeae23 req-2652662c-d148-4682-b631-70fe3e04db01 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:37.783167 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47b8391f-b422-4067-b91e-603678aeae23 req-2652662c-d148-4682-b631-70fe3e04db01 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Sep 25 04:39:37.830494 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47b8391f-b422-4067-b91e-603678aeae23 req-7201a248-6050-40bf-9f8e-e5d4f7538f2f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Sep 25 04:39:37.880807 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:39:38.953102 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f26da-f5c4-4695-a4a6-7738548a1030 req-8b708ee7-6367-4c38-8bac-6398dcb66bb0 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:38.954588 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-924f26da-f5c4-4695-a4a6-7738548a1030 req-8b708ee7-6367-4c38-8bac-6398dcb66bb0 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0465693 Sep 25 04:39:39.001509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-924f26da-f5c4-4695-a4a6-7738548a1030 req-eb00d017-1099-4260-a063-c3aefe72acf0 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Sep 25 04:39:39.995361 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e363d840-d72b-4493-8277-8948dbb749ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:40.123511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5947e48-1f7c-43d3-9a81-27e678f59232 req-531a7dad-e2f4-45e4-9dcc-a9e119fe9e4a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:40.124969 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5947e48-1f7c-43d3-9a81-27e678f59232 req-531a7dad-e2f4-45e4-9dcc-a9e119fe9e4a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0461516 Sep 25 04:39:40.176505 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5947e48-1f7c-43d3-9a81-27e678f59232 req-abcbedbc-7124-4d7c-9bf7-a03b5b097e7f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Sep 25 04:39:41.076805 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:41.304693 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103702e-1484-4668-86c5-d2151f703225 req-a56759fd-02f5-46fe-8e0e-f3ea9d5ee6ef tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:41.306139 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4103702e-1484-4668-86c5-d2151f703225 req-a56759fd-02f5-46fe-8e0e-f3ea9d5ee6ef tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0496895 Sep 25 04:39:41.352785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4103702e-1484-4668-86c5-d2151f703225 req-4a13ca2b-4342-4559-847f-a1598aa8b9d7 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Sep 25 04:39:42.479323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5edb6-9fc4-464a-8ce9-5c43c3631514 req-c2edc784-f1cb-496f-a36a-0a8c60d29908 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:42.480864 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bb5edb6-9fc4-464a-8ce9-5c43c3631514 req-c2edc784-f1cb-496f-a36a-0a8c60d29908 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0512249 Sep 25 04:39:42.532058 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bb5edb6-9fc4-464a-8ce9-5c43c3631514 req-3982fa1d-39b7-4f13-82bc-08dfc5c43c99 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Sep 25 04:39:42.684346 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:42.698282 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:42.817981 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:43.930606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9643b-50d5-46f2-b8ec-41fc98d1375c req-73a19025-1b23-4a98-bb6a-7c0fd9ad7806 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:43.932064 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f1a9643b-50d5-46f2-b8ec-41fc98d1375c req-73a19025-1b23-4a98-bb6a-7c0fd9ad7806 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.3116288 Sep 25 04:39:43.946367 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66c28-c488-44fb-aac4-3f9b9d668e5b req-69abfc37-f59c-4521-9513-539f157fe888 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:43.947731 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ee66c28-c488-44fb-aac4-3f9b9d668e5b req-69abfc37-f59c-4521-9513-539f157fe888 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0625787 Sep 25 04:39:44.019612 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f1a9643b-50d5-46f2-b8ec-41fc98d1375c req-d6b4d7ea-5b5c-4db0-8729-ba15722cb9ec tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798240 Sep 25 04:39:44.023642 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ee66c28-c488-44fb-aac4-3f9b9d668e5b req-ed47f410-f4e2-4f3c-b164-25c7b1ec8c3e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691102 Sep 25 04:39:44.052210 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58380) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:44.234436 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff128bb4-6103-4eeb-b0bf-2d34280f6ec2 tempest-TestMinimumBasicScenario-215643412 tempest-TestMinimumBasicScenario-215643412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:44.235932 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ff128bb4-6103-4eeb-b0bf-2d34280f6ec2 tempest-TestMinimumBasicScenario-215643412 tempest-TestMinimumBasicScenario-215643412-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1124 time: 0.1827209 Sep 25 04:39:44.238982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58384) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:44.243111 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'port_id': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:44.264898 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:44.345194 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:44.450004 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Allocated IP 172.27.0.151 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/ff762cd9-79b1-4ec3-b87c-145ae7211d40) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:39:44.557679 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:44.589467 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:44.628230 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:39:44.631175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:39:44.634744 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:39:44.661499 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'Port': ['ID=ff762cd9-79b1-4ec3-b87c-145ae7211d40,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:44.976764 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:44.994055 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:44.997188 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for floatingip (1f359b7b-87da-4352-a5c8-f57376f0057f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.064718 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.144422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26920b-a4c2-43a3-9e54-39f26ac841e2 req-b826d9cd-e81e-4479-8e5d-484bb1d44b76 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:45.145917 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b26920b-a4c2-43a3-9e54-39f26ac841e2 req-b826d9cd-e81e-4479-8e5d-484bb1d44b76 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0492468 Sep 25 04:39:45.193020 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b26920b-a4c2-43a3-9e54-39f26ac841e2 req-255e2fe2-c808-4936-8845-d6f60014582f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Sep 25 04:39:45.214731 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.220001 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.289345 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'Port': ['ID=ff762cd9-79b1-4ec3-b87c-145ae7211d40,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:45.291574 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (1f359b7b-87da-4352-a5c8-f57376f0057f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.386464 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Floating IP 1f359b7b-87da-4352-a5c8-f57376f0057f associated. External IP: 172.27.0.151, port: 1a0b90ca-b310-46fa-adf6-563e2d00f49d. Sep 25 04:39:45.580969 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:39:45.683505 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:39:45.693572 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Sync routers for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:39:45.700865 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.703554 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:39:45.704173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:39:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:39:45.741430 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d58c4f74-cbde-4df8-91df-c4aeef1f4623 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5014443 Sep 25 04:39:45.742549 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:39:45.744396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58390) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:45.745356 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2cef49-2920-44aa-8694-86473c909edf" -d '{"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:39:45.749043 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307643562', 'description': 'tempest-secgroup-smoke-1307643562 description', 'project_id': 'b5c1180472fb4243bd45e44914a46918'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:45.775074 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.787002 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f77409-8142-4c8a-9ead-f40cdbc8221f x-openstack-request-id: req-d0f77409-8142-4c8a-9ead-f40cdbc8221f {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:39:45.787290 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:39:45.787539 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f77409-8142-4c8a-9ead-f40cdbc8221f {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:39:45.787940 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f77409-8142-4c8a-9ead-f40cdbc8221f'] response: {'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:39:45.812844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:39:45.830895 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:45.836446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:45.850966 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (aef11ff3-9e6f-4a68-874c-ad911f0e761c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.855823 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (aef11ff3-9e6f-4a68-874c-ad911f0e761c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.911472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.912701 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1672781 Sep 25 04:39:45.915767 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58394) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:45.918202 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c78c9-cc7a-48e8-bfc1-b987a3b0e08e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef11ff3-9e6f-4a68-874c-ad911f0e761c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:45.920228 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:45.932107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cef49-2920-44aa-8694-86473c909edf req-59d9ffda-90cb-42be-b0dd-bd7c5239443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:45.933630 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-59d9ffda-90cb-42be-b0dd-bd7c5239443c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1129 time: 0.0601282 Sep 25 04:39:45.947595 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (560f78bf-00f3-4951-8499-08441d11404f), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:45.951040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:45.978982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:46.010959 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (560f78bf-00f3-4951-8499-08441d11404f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.016109 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (560f78bf-00f3-4951-8499-08441d11404f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.035586 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560f78bf-00f3-4951-8499-08441d11404f,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.041714 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '1f359b7b-87da-4352-a5c8-f57376f0057f', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'port_id': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'mac_address': 'fa:16:3e:f3:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6582b313-e063-4d3f-940f-5ffba2370c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:39:44Z', 'updated_at': '2022-09-25T04:39:44Z', 'revision_number': 0, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:39:46.046143 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.046791 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-158c6d7e-cd13-42ef-9ee2-78b011d4a8d5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298211 Sep 25 04:39:46.050676 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58396) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:46.055040 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:46.060226 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cef49-2920-44aa-8694-86473c909edf req-a44db814-2bde-4fdd-b69d-29839d055cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:46.062576 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-a44db814-2bde-4fdd-b69d-29839d055cbb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.1197639 Sep 25 04:39:46.068422 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Checking router: 47bdffe8-c8e9-4add-8b6e-ec84d94f570e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:39:46.077273 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:39:46.077891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:39:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:39:46.129058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (ec59ba7a-c61b-49b5-b97a-59bf661f5df5), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.150923 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-a22df383-47bc-406f-a112-7a449fb2c407 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 999 time: 0.0797756 Sep 25 04:39:46.188274 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:39:46.230641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cef49-2920-44aa-8694-86473c909edf req-6ca575d8-0120-4d46-839c-a91e368d6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:46.232087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-6ca575d8-0120-4d46-839c-a91e368d6be8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0707135 Sep 25 04:39:46.234171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (ec59ba7a-c61b-49b5-b97a-59bf661f5df5), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.238618 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (ec59ba7a-c61b-49b5-b97a-59bf661f5df5), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.288992 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec59ba7a-c61b-49b5-b97a-59bf661f5df5,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.310959 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cef49-2920-44aa-8694-86473c909edf req-32367368-65ae-4a9e-adac-33164c22f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:46.312831 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-32367368-65ae-4a9e-adac-33164c22f3bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720732 Sep 25 04:39:46.332097 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.333238 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d18fea3f-af17-4adb-988c-97bce754d07c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816315 Sep 25 04:39:46.336344 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58400) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:46.341112 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:46.371461 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (dd75bbe0-cbb6-47f0-a22c-0837c1eed0d3), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.397551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d7712-7a92-4248-b34c-ef3622c65620 req-92403609-1f6c-451a-b0d8-5cdb9bf3ad70 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:46.399045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-340d7712-7a92-4248-b34c-ef3622c65620 req-92403609-1f6c-451a-b0d8-5cdb9bf3ad70 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1155331 Sep 25 04:39:46.420999 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '1f359b7b-87da-4352-a5c8-f57376f0057f', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'port_id': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'mac_address': 'fa:16:3e:f3:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6582b313-e063-4d3f-940f-5ffba2370c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:39:44Z', 'updated_at': '2022-09-25T04:39:44Z', 'revision_number': 0, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:39:46.435400 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (dd75bbe0-cbb6-47f0-a22c-0837c1eed0d3), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.442773 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (dd75bbe0-cbb6-47f0-a22c-0837c1eed0d3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.463303 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd75bbe0-cbb6-47f0-a22c-0837c1eed0d3,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.472356 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.473777 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d488ca9a-49da-4d28-b206-40be928e86f9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362832 Sep 25 04:39:46.476472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58402) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:46.484383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:46.491113 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-d41b138c-ceea-4593-83d1-171afa5460c6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619105 Sep 25 04:39:46.502962 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-340d7712-7a92-4248-b34c-ef3622c65620 req-2923f9d2-5523-4d29-8d4a-c3e5e599e63d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942616 Sep 25 04:39:46.567630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (4ece5ab1-3b6a-4cd8-a4e7-dc322d9dc41d), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.585748 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d4b7b-dda4-41e6-8f1e-389dfa9f9159 None None] The sync data for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi is: [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '1f359b7b-87da-4352-a5c8-f57376f0057f', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'port_id': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'mac_address': 'fa:16:3e:f3:82:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6582b313-e063-4d3f-940f-5ffba2370c65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:39:44Z', 'updated_at': '2022-09-25T04:39:44Z', 'revision_number': 0, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:39:46.606102 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:46.640402 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c2cef49-2920-44aa-8694-86473c909edf req-89f803d6-1d09-4035-aa65-5ea37f832515 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408200 Sep 25 04:39:46.656835 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (4ece5ab1-3b6a-4cd8-a4e7-dc322d9dc41d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.661018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (4ece5ab1-3b6a-4cd8-a4e7-dc322d9dc41d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.685473 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ece5ab1-3b6a-4cd8-a4e7-dc322d9dc41d,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.692974 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.694163 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-b7a13a45-3870-468d-ae15-6236c8355028 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2167308 Sep 25 04:39:46.696940 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58404) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:46.701403 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:46.723053 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Project b5c1180472fb4243bd45e44914a46918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:39:46.728757 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (0776c673-379b-4435-b2b2-dda1a3c3fea4), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.753076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:46.794699 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (0776c673-379b-4435-b2b2-dda1a3c3fea4), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.806209 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (0776c673-379b-4435-b2b2-dda1a3c3fea4), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.819085 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72277f-680c-482e-a094-7752a0e3a88f None None] New status for floating IP 1f359b7b-87da-4352-a5c8-f57376f0057f: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:39:46.828015 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0776c673-379b-4435-b2b2-dda1a3c3fea4,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.839554 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.841692 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-563ab7f1-282d-45ec-a5b5-4fe6ef17c0fc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438048 Sep 25 04:39:46.844892 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58406) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:39:46.849561 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'security_group_rule': {'security_group_id': 'aef11ff3-9e6f-4a68-874c-ad911f0e761c', 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:46.877911 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Project b5c1180472fb4243bd45e44914a46918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:39:46.884234 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (19880d95-2736-40cd-b220-706a211c2ca3), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.945956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (19880d95-2736-40cd-b220-706a211c2ca3), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.949908 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (19880d95-2736-40cd-b220-706a211c2ca3), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.970720 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19880d95-2736-40cd-b220-706a211c2ca3,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:46.979671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:46.984061 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-906885f0-e26b-4873-9042-400e6e35ae6a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349921 Sep 25 04:39:47.073174 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-ee3787c7-e863-4ffe-bb92-6891e5845742 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1307643562&fields=id&tenant_id=b5c1180472fb4243bd45e44914a46918 HTTP/1.1" status: 200 len: 267 time: 0.0447280 Sep 25 04:39:47.125364 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-a62cde63-e3ba-47bd-a44d-d44718e6ac71 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.126801 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-a62cde63-e3ba-47bd-a44d-d44718e6ac71 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0482376 Sep 25 04:39:47.137075 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'port': {'security_groups': ['d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1', 'aef11ff3-9e6f-4a68-874c-ad911f0e761c']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:39:47.209165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:47.394589 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:39:47.422526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:47.427166 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:47.436951 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.437559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:47.438933 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a0e0eaf4-1a49-40fb-9aa4-e1aea05756b4 req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "PUT /networking/v2.0/ports/1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 981 time: 0.3061841 Sep 25 04:39:47.445419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:39:47.447658 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955" -d '{"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:39:47.469658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['1a0b90ca-b310-46fa-adf6-563e2d00f49d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:39:47.517688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:47.520925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539b9720-c6c2-40f2-bf17-7440572b9fcd x-openstack-request-id: req-539b9720-c6c2-40f2-bf17-7440572b9fcd {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:39:47.521213 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:39:47.521460 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-539b9720-c6c2-40f2-bf17-7440572b9fcd {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:39:47.521856 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539b9720-c6c2-40f2-bf17-7440572b9fcd'] response: {'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:39:47.522570 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096583d-cae3-48c2-afa6-ae252926ae8e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=6']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:39:47.565753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81b137-0e98-4ba8-8800-f3bd51d74d61 req-22aa5ef8-385a-4820-9fa4-db9ea56e6de6 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.567404 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5b81b137-0e98-4ba8-8800-f3bd51d74d61 req-22aa5ef8-385a-4820-9fa4-db9ea56e6de6 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0640054 Sep 25 04:39:47.639358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:47.653071 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:47.655892 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ab677-c8bb-46e1-9345-2e7d89106534 req-aed6bd8a-06f0-451a-a62b-3225c25a92a9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.657453 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a0ab677-c8bb-46e1-9345-2e7d89106534 req-aed6bd8a-06f0-451a-a62b-3225c25a92a9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0671151 Sep 25 04:39:47.713342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5b81b137-0e98-4ba8-8800-f3bd51d74d61 req-2be007c3-6419-45da-bc47-2d1c99ae0579 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403370 Sep 25 04:39:47.717406 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:47.734363 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['1a0b90ca-b310-46fa-adf6-563e2d00f49d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:39:47.746120 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-fc076664-8afa-4e4e-90f3-b4e2cbc53f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.747617 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-fc076664-8afa-4e4e-90f3-b4e2cbc53f12 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1168 time: 0.0755570 Sep 25 04:39:47.768378 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a0ab677-c8bb-46e1-9345-2e7d89106534 req-115bac9f-86f5-4837-8d93-e246017cd143 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027212 Sep 25 04:39:47.849913 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-5a29c2a9-8474-43c6-9fcb-0d9533d22f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.851387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-5a29c2a9-8474-43c6-9fcb-0d9533d22f8d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.0933843 Sep 25 04:39:47.924420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-d6f98371-feb3-429c-b574-7b8b8bc649dd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 1001 time: 0.0664852 Sep 25 04:39:47.983936 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-df2d89bf-395a-4301-b094-4c918fc1302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:47.985350 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-df2d89bf-395a-4301-b094-4c918fc1302e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0462899 Sep 25 04:39:48.458173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-d9e58c27-5dad-414b-bbec-ea9b1ad93b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:48.459917 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-d9e58c27-5dad-414b-bbec-ea9b1ad93b3e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404289 Sep 25 04:39:48.606751 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-05554d78-c892-40db-81bd-96c2dac3fcec service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896614 Sep 25 04:39:48.712992 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8eecf7ba-bc6a-48c4-bdc4-5c6aac640955 req-f529fadb-8760-4232-aad6-045adedd638c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877259 Sep 25 04:39:48.894164 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08628de4-ee34-45ef-bab1-31bb23bbfdaa req-ff4a1fe3-6634-404b-9fa2-a5673e22bba1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:48.895672 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-08628de4-ee34-45ef-bab1-31bb23bbfdaa req-ff4a1fe3-6634-404b-9fa2-a5673e22bba1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0479510 Sep 25 04:39:48.943089 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-08628de4-ee34-45ef-bab1-31bb23bbfdaa req-7e06ad5b-8a5a-46ac-9687-c5ee22e45abc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Sep 25 04:39:50.063855 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a03f08-70f3-4be6-bef4-de0d71e313d9 req-d2073f3a-93f0-4a48-a21c-8f1fbfa19564 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.065338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65a03f08-70f3-4be6-bef4-de0d71e313d9 req-d2073f3a-93f0-4a48-a21c-8f1fbfa19564 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0457985 Sep 25 04:39:50.112263 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65a03f08-70f3-4be6-bef4-de0d71e313d9 req-3eba1b36-4696-496b-8117-c981dd4f827b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 Sep 25 04:39:50.325684 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d0ca-19d6-43bc-acd0-8a85fc796a47 req-bf568e97-c77c-4572-ac63-584fb847ae04 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.328022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d9a3d0ca-19d6-43bc-acd0-8a85fc796a47 req-bf568e97-c77c-4572-ac63-584fb847ae04 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0546181 Sep 25 04:39:50.380360 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d9a3d0ca-19d6-43bc-acd0-8a85fc796a47 req-24ce8d8c-0663-407a-817d-6811e186113e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Sep 25 04:39:50.434482 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-4ff09517-b3cc-4de2-ad5c-883ba8956f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.436613 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-4ff09517-b3cc-4de2-ad5c-883ba8956f52 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1130 time: 0.0498796 Sep 25 04:39:50.469276 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:50.549425 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-4c914fba-49a8-488b-ae48-3a81e54d69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.550881 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-4c914fba-49a8-488b-ae48-3a81e54d69eb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.1012201 Sep 25 04:39:50.672162 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-2d6ee0ce-f76e-4e75-ad3c-450ffcd29f7c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 1002 time: 0.0922046 Sep 25 04:39:50.687923 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-093d6b15-845d-483d-9f12-a95490b9b6e5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514579 Sep 25 04:39:50.728700 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-137bcf81-852a-4fcb-a6c5-12bb2968a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.730152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-137bcf81-852a-4fcb-a6c5-12bb2968a1ae service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0524590 Sep 25 04:39:50.746012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:50.805372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-24fe03c1-63d1-4676-b48a-6213c22c4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.806862 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-24fe03c1-63d1-4676-b48a-6213c22c4390 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 1130 time: 0.0690045 Sep 25 04:39:50.807785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-b47d8e7a-4195-42c8-9d2d-99a238f9fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.809124 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-b47d8e7a-4195-42c8-9d2d-99a238f9fc87 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702350 Sep 25 04:39:50.984871 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-fbc13b6c-401c-4761-ae62-571b087d726d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648617 Sep 25 04:39:50.985971 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-d8b3e1ec-2bf4-443f-b4e2-20ace065eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:50.987268 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-d8b3e1ec-2bf4-443f-b4e2-20ace065eeb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1600220 Sep 25 04:39:51.043339 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:39:51.054895 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-379c351c-b215-4179-9d4a-35019d6ead20 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 200 len: 217 time: 0.0424609 Sep 25 04:39:51.159177 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-8f880802-61fe-483a-9e44-a9454cc4c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:51.160603 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-8f880802-61fe-483a-9e44-a9454cc4c7bd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0816462 Sep 25 04:39:51.166366 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3f4cc094-0374-4f28-8849-d478945a3e5a req-0d4d3645-c4af-40d1-8bd6-c0a6d707ea6c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611605 Sep 25 04:39:51.228667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-36e924e2-9fdc-49b8-9dde-5b64f272ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:51.230227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-36e924e2-9fdc-49b8-9dde-5b64f272ce13 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434613 Sep 25 04:39:51.336312 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-463904a9-031f-4409-a403-a3a83040fa86 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871930 Sep 25 04:39:51.503766 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54294485-2ae7-4cd3-88f8-1a6901b67545 req-ab1ada7e-e5ef-4438-b963-f04c507cca7d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:51.505264 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54294485-2ae7-4cd3-88f8-1a6901b67545 req-ab1ada7e-e5ef-4438-b963-f04c507cca7d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0478559 Sep 25 04:39:51.602974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54294485-2ae7-4cd3-88f8-1a6901b67545 req-7b91687e-f96a-40e1-aba9-08b543406e9a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920916 Sep 25 04:39:51.634434 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4f618c22-6c8a-4677-afa4-ec028f427a18 req-63ceebd7-963b-428f-860f-6864deb571ae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172390 Sep 25 04:39:52.724284 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326444-4ce2-4631-9b7d-d92cf574e709 req-96dda985-198d-4409-a07d-e990a0009be8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:52.725757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57326444-4ce2-4631-9b7d-d92cf574e709 req-96dda985-198d-4409-a07d-e990a0009be8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0472591 Sep 25 04:39:52.738097 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:52.784546 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57326444-4ce2-4631-9b7d-d92cf574e709 req-0afc4430-9ddb-43c7-a6c3-db0b22a1fd5d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529864 Sep 25 04:39:53.727417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add731-a00a-48d0-9651-7fb60ddd994e req-d23d5a5d-bafc-4de0-8f9e-544c0eb3ded6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:53.728900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-68add731-a00a-48d0-9651-7fb60ddd994e req-d23d5a5d-bafc-4de0-8f9e-544c0eb3ded6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0469182 Sep 25 04:39:53.776344 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-68add731-a00a-48d0-9651-7fb60ddd994e req-d218dc37-760b-403e-b2b8-08be0713d761 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410275 Sep 25 04:39:53.912619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2782-9660-4bb8-bd12-8903524405c0 req-36e220cc-4320-42b5-8823-8f95fcc15435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:53.914120 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-683f2782-9660-4bb8-bd12-8903524405c0 req-36e220cc-4320-42b5-8823-8f95fcc15435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0517025 Sep 25 04:39:53.949165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:53.964464 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-683f2782-9660-4bb8-bd12-8903524405c0 req-64881006-9fe6-44d5-a95f-471bc54f0c5d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Sep 25 04:39:54.901409 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add531-612b-4cf6-ad21-83249a804ebf req-8a90b0bc-bf79-4f0a-bde1-c2b049ea42de tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:54.902850 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99add531-612b-4cf6-ad21-83249a804ebf req-8a90b0bc-bf79-4f0a-bde1-c2b049ea42de tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0459015 Sep 25 04:39:54.949392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99add531-612b-4cf6-ad21-83249a804ebf req-be9e8063-35c8-45f3-8a4a-dcfb6e5eb001 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Sep 25 04:39:56.073650 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a632f53-ecc0-4702-9fca-7d1874d426e3 req-73890fcf-4d4d-48bf-93a2-e39efb9ef0cb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:56.075082 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8a632f53-ecc0-4702-9fca-7d1874d426e3 req-73890fcf-4d4d-48bf-93a2-e39efb9ef0cb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0455902 Sep 25 04:39:56.125483 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8a632f53-ecc0-4702-9fca-7d1874d426e3 req-603275b5-03c0-4093-ae55-48c7467d55b8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443089 Sep 25 04:39:56.461297 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:56.463166 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=25,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:56.920143 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:56.948769 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=13 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:39:57.252096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee48c-9d5a-4755-9c72-310282a71e4f req-582fbdf4-9034-4b5f-a61d-4406739612fc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:57.253596 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2fee48c-9d5a-4755-9c72-310282a71e4f req-582fbdf4-9034-4b5f-a61d-4406739612fc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0463412 Sep 25 04:39:57.300167 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2fee48c-9d5a-4755-9c72-310282a71e4f req-9a087ef3-db15-4fe2-bf63-046ec55af6e1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Sep 25 04:39:58.423346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb354c5b-ab27-46e2-b826-157ffd820809 req-6a898e6d-4b00-4f8e-b2d4-4b48e2935df8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:58.424840 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb354c5b-ab27-46e2-b826-157ffd820809 req-6a898e6d-4b00-4f8e-b2d4-4b48e2935df8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0462000 Sep 25 04:39:58.471085 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb354c5b-ab27-46e2-b826-157ffd820809 req-4d00ea1a-4bd7-4629-8000-ddcb87fc06df tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Sep 25 04:39:59.602065 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45abc-a4c4-4b36-b125-1ac11b8e3633 req-eba36e83-b2a0-4d76-a32a-9e21a03e12b1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:39:59.603501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ab45abc-a4c4-4b36-b125-1ac11b8e3633 req-eba36e83-b2a0-4d76-a32a-9e21a03e12b1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Sep 25 04:39:59.650588 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ab45abc-a4c4-4b36-b125-1ac11b8e3633 req-f6c1a125-9c39-4bde-8567-8e6b89362e33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Sep 25 04:40:00.781555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d646024-8304-4632-8430-60574819b95f req-fc926075-8e4c-42f6-812d-9c8885f381fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:00.782993 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9d646024-8304-4632-8430-60574819b95f req-fc926075-8e4c-42f6-812d-9c8885f381fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0484321 Sep 25 04:40:00.835021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9d646024-8304-4632-8430-60574819b95f req-48a65aef-7603-417f-9b24-612484767a64 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462675 Sep 25 04:40:01.033429 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=88 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:01.039406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:01.963337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed0642-410a-4934-97bf-bc64ceb33bef req-d5ce2bc7-711a-4da9-9c68-638d938c9a67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:01.964804 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09ed0642-410a-4934-97bf-bc64ceb33bef req-d5ce2bc7-711a-4da9-9c68-638d938c9a67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0499985 Sep 25 04:40:02.010705 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09ed0642-410a-4934-97bf-bc64ceb33bef req-7d2a11b6-51aa-4e88-805e-9220ac988455 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Sep 25 04:40:02.253831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58536) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:02.258306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716550781', 'description': 'tempest-description--1184738327'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:02.278922 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.346255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.349720 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.354093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:02.382331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.383516 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1286867 Sep 25 04:40:02.386117 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:02.386578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 58538) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:02.391696 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:02.394079 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.394421 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.394759 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.395089 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.395416 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.395741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.396066 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.396385 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.397027 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.397027 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.397346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.397662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.397979 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.398298 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.398610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00301121-0da5-4190-bb91-0319ff9c9f52 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.419803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (a03b1e74-8285-4ac3-bf76-95aeebf5fcce), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.477544 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (a03b1e74-8285-4ac3-bf76-95aeebf5fcce), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.482048 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (a03b1e74-8285-4ac3-bf76-95aeebf5fcce), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.501194 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03b1e74-8285-4ac3-bf76-95aeebf5fcce,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:02.510984 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.512174 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246057 Sep 25 04:40:02.513497 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.514373 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.514717 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.515033 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.515364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.515690 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.515930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58540) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:02.516049 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.516320 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.516657 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.517000 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.517319 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.517648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.518041 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.518419 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.518740 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89df7ca0-4f8e-47bb-af8c-9b12bf797f9d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:02.520454 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:02.533780 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:02.549580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (7c51b8e3-d285-4bc6-8835-b99a1c236610), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.605272 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (7c51b8e3-d285-4bc6-8835-b99a1c236610), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.608686 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (7c51b8e3-d285-4bc6-8835-b99a1c236610), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.626287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c51b8e3-d285-4bc6-8835-b99a1c236610,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:02.634026 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.635214 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-6c55b7e5-d592-4361-8150-c45cd12697f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182899 Sep 25 04:40:02.638279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58542) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:02.642975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:02.663992 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.743549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.852833 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.27.0.174 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/f19944e7-a87e-4b4e-b297-853645f0d27b) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:40:02.955952 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:02.987437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.032157 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:40:03.037054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:40:03.039242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=f19944e7-a87e-4b4e-b297-853645f0d27b,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:03.041409 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:40:03.160351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.167002 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158fcdc-169b-4ded-b9c4-1a4057682679 req-23b9f5ac-9efb-4302-8474-4f6d3c61cda2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:03.168428 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4158fcdc-169b-4ded-b9c4-1a4057682679 req-23b9f5ac-9efb-4302-8474-4f6d3c61cda2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0623703 Sep 25 04:40:03.423060 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:03.445137 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:03.455163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.480106 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4158fcdc-169b-4ded-b9c4-1a4057682679 req-ad407a6b-03bb-425f-8976-b2481fed0b09 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058879 Sep 25 04:40:03.614672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.619059 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.685960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.688551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=f19944e7-a87e-4b4e-b297-853645f0d27b,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:03.703884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:03.705188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0d990cd5-f8df-4c8a-8161-309aafab6a7d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0654998 Sep 25 04:40:03.906193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-76620db0-83a7-47ef-aa81-3fcfa7992fab tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1716550781&fields=id&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 267 time: 0.0454693 Sep 25 04:40:04.010765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-eb939f54-1451-4853-8757-bd3eed8efbdc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:04.012146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-eb939f54-1451-4853-8757-bd3eed8efbdc tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.0995514 Sep 25 04:40:04.026761 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-7d935ba0-3246-4a2b-883c-28289064ff6c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/quotas/5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 375 time: 0.0089755 Sep 25 04:40:04.083243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-16a1e0b3-5028-4f7e-893b-3252d286c6d6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510211 Sep 25 04:40:04.179361 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-06f88fd3-d86c-4000-938a-3481eda5eeea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839984 Sep 25 04:40:04.272960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-a4b88f93-cf26-406b-ae88-0c184f23c6d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874484 Sep 25 04:40:04.437368 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-80b4047d-9d08-4835-8c94-fd459cfb3a9a req-27f498b2-68ec-495b-9254-590dd9bc5d21 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 210 time: 0.0283520 Sep 25 04:40:04.611343 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f074b-1254-4358-b73c-859ac402fe23 req-686d36c7-80b0-4d16-8dec-77c8ee918c77 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:04.612377 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9b0f074b-1254-4358-b73c-859ac402fe23 req-686d36c7-80b0-4d16-8dec-77c8ee918c77 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0510731 Sep 25 04:40:04.664328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9b0f074b-1254-4358-b73c-859ac402fe23 req-cf4fe212-19a5-4f3d-b01b-7605e301d438 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449846 Sep 25 04:40:05.541429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0ba856f5-2457-49b1-b587-e49711d45af5 req-c3918ffa-9940-4b7b-b12e-d88fbb6cb2b6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 210 time: 0.0306797 Sep 25 04:40:05.800535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b90ab-6d02-4479-b1ec-8f40ee05afc5 req-5fdd0a33-39b2-4c26-8582-289cba14fe4b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:05.802104 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d84b90ab-6d02-4479-b1ec-8f40ee05afc5 req-5fdd0a33-39b2-4c26-8582-289cba14fe4b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0477450 Sep 25 04:40:05.814666 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:05.851184 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d84b90ab-6d02-4479-b1ec-8f40ee05afc5 req-1c2cc889-21e9-49a4-a6f7-7e66fac55063 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Sep 25 04:40:06.019796 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-728b7735-fbf6-42ef-97f6-9f362f25d0fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:06.021271 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-728b7735-fbf6-42ef-97f6-9f362f25d0fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.1083779 Sep 25 04:40:06.063191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:06.115319 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-afd15f44-19f5-446d-921c-94508cabbd49 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 470 time: 0.0674427 Sep 25 04:40:06.222125 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'port': {'device_id': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'admin_state_up': True, 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'security_groups': ['6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:06.330346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:40:06.334050 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.455941 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.20.0.6 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/8d8f9d96-eeac-4835-8074-648560fb1d09) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:40:06.596844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.649773 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e702800a-5c33-40e2-a857-743c7203b781 req-b5c74dc3-64c0-4289-af67-fb0341ae4570 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 210 time: 0.0303996 Sep 25 04:40:06.651918 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.703665 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:40:06.706912 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:40:06.711069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:40:06.736604 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:06.764999 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:06.765634 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.774544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:06.784940 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-65cb2941-edd2-4cb0-b4a4-336580c20073 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665991 Sep 25 04:40:06.802920 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Request body: {'port': {'device_id': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:06.867218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.992873 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Provisioning complete for port 8d8f9d96-eeac-4835-8074-648560fb1d09 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:40:06.993412 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:06.993537 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Attempt 1 to provision port 8d8f9d96-eeac-4835-8074-648560fb1d09 Sep 25 04:40:07.026522 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Port 8d8f9d96-eeac-4835-8074-648560fb1d09 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:40:07.028128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7dacd-19a4-4d5c-a099-e9063b9b52c7 req-73c8f5db-b44a-4f00-838c-d0d2b0aa8f8e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.029573 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6a7dacd-19a4-4d5c-a099-e9063b9b52c7 req-73c8f5db-b44a-4f00-838c-d0d2b0aa8f8e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Sep 25 04:40:07.080018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:07.132830 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6a7dacd-19a4-4d5c-a099-e9063b9b52c7 req-7d9fcb52-60d6-4156-af37-856ad12195be tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939126 Sep 25 04:40:07.203192 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8f9d96-eeac-4835-8074-648560fb1d09 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:40:07.211000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks [] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.223650 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Transition to ACTIVE for port object 8d8f9d96-eeac-4835-8074-648560fb1d09 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:40:07.226876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.308654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:07.336085 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Attempting to bind port 8d8f9d96-eeac-4835-8074-648560fb1d09 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:40:07.336394 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Attempting to bind port 8d8f9d96-eeac-4835-8074-648560fb1d09 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:40:07.336745 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Attempting to bind port 8d8f9d96-eeac-4835-8074-648560fb1d09 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:40:07.377668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Port 8d8f9d96-eeac-4835-8074-648560fb1d09 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:40:07.377996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Attempting to bind port 8d8f9d96-eeac-4835-8074-648560fb1d09 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:40:07.422563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:40:07.422896 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:40:07.423286 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:40:07.423705 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Bound port: 8d8f9d96-eeac-4835-8074-648560fb1d09, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:40:07.424062 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.483477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:40:07.486546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=8d8f9d96-eeac-4835-8074-648560fb1d09,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:40:07.492693 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.498795 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.499511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.501007 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/8d8f9d96-eeac-4835-8074-648560fb1d09 HTTP/1.1" status: 200 len: 1093 time: 0.7023885 Sep 25 04:40:07.501491 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:40:07.503695 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:40:07.527714 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Attempt 2 to provision port 8d8f9d96-eeac-4835-8074-648560fb1d09 Sep 25 04:40:07.549435 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48083f42-4c3b-4b72-92d8-9603f5bb957f service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:07.568760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49ac0e5-0d92-4bf9-9137-5dacc24ebd9a x-openstack-request-id: req-b49ac0e5-0d92-4bf9-9137-5dacc24ebd9a {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:40:07.569050 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:40:07.569299 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b49ac0e5-0d92-4bf9-9137-5dacc24ebd9a {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:40:07.569820 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49ac0e5-0d92-4bf9-9137-5dacc24ebd9a'] response: {'name': 'network-changed', 'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'status': 'completed', 'code': 200} Sep 25 04:40:07.571723 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-de84184b-53b4-4ed5-9f26-fc791cb4efeb None None] Port 8d8f9d96-eeac-4835-8074-648560fb1d09 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:40:07.609394 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c9eec5df-ea0a-4263-a2fa-d43ded0989ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:07.621951 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:07.633970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-28796dfa-8f77-4a65-9d59-1de8aa8c6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.635492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-28796dfa-8f77-4a65-9d59-1de8aa8c6a48 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 1127 time: 0.0422709 Sep 25 04:40:07.687171 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-a6be4220-1c78-4107-b43b-7339ac3d1536 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f9d96-eeac-4835-8074-648560fb1d09 HTTP/1.1" status: 200 len: 217 time: 0.0363224 Sep 25 04:40:07.761337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-c436df70-63d4-43a7-bbe7-dcb6361993e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.762764 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-c436df70-63d4-43a7-bbe7-dcb6361993e9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0687721 Sep 25 04:40:07.789626 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabc9be-d359-4a17-8582-1993fd07f61d req-be85bbdc-1a40-4840-8326-4dad4faa368a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.791026 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aeabc9be-d359-4a17-8582-1993fd07f61d req-be85bbdc-1a40-4840-8326-4dad4faa368a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 943 time: 0.0620296 Sep 25 04:40:07.835654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-271b76c0-9d1d-4c4e-8e76-eeb126231146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:07.837130 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-271b76c0-9d1d-4c4e-8e76-eeb126231146 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667446 Sep 25 04:40:07.905459 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aeabc9be-d359-4a17-8582-1993fd07f61d req-83f213fc-f80e-4c50-9df3-4fa3cd091e3c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986221 Sep 25 04:40:07.952419 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-6d2924ff-aff2-498f-951d-d792455d0589 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047482 Sep 25 04:40:08.004082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:08.046416 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-450f1139-5597-4ebc-84d8-bf3e09b1bd73 req-49a2d254-7939-4c65-bc6c-3f8502e891de service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870059 Sep 25 04:40:08.259183 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185943-1084-4276-bf3c-82bf92043d75 req-b47816ac-4a43-4e02-8059-58330a5049c6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:08.260525 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-69185943-1084-4276-bf3c-82bf92043d75 req-b47816ac-4a43-4e02-8059-58330a5049c6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0459459 Sep 25 04:40:08.306581 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-69185943-1084-4276-bf3c-82bf92043d75 req-fc867764-2477-445e-beac-cb3d7c148130 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Sep 25 04:40:09.025391 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def987b-44f7-4bea-8f14-340f44fb722d req-77d1e0aa-d042-42c2-95e3-758c831322f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:09.026849 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8def987b-44f7-4bea-8f14-340f44fb722d req-77d1e0aa-d042-42c2-95e3-758c831322f3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 943 time: 0.0464201 Sep 25 04:40:09.076913 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8def987b-44f7-4bea-8f14-340f44fb722d req-cdd8c4aa-f076-4dc8-9c12-fd3f7fe92546 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Sep 25 04:40:09.433896 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7772fea-028e-4d7c-a17f-dc377f7e72c4 req-fee2a9cb-d72c-46a0-acb2-3d9fa6246e62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:09.435953 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7772fea-028e-4d7c-a17f-dc377f7e72c4 req-fee2a9cb-d72c-46a0-acb2-3d9fa6246e62 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0461724 Sep 25 04:40:09.483242 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7772fea-028e-4d7c-a17f-dc377f7e72c4 req-34124fba-95ad-4c60-9315-b40aa7d67c6d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414817 Sep 25 04:40:09.996627 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-59263f3f-45d9-4022-bb5f-f6582d22c78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:10.196607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b61bb-5e94-4dad-abc5-933d3cae12f9 req-4aabb8ba-70b0-4203-ae7e-a62a188f2da0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:10.198335 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-563b61bb-5e94-4dad-abc5-933d3cae12f9 req-4aabb8ba-70b0-4203-ae7e-a62a188f2da0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 943 time: 0.0463247 Sep 25 04:40:10.245059 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-563b61bb-5e94-4dad-abc5-933d3cae12f9 req-78eeb796-b409-438c-9c8f-226a925e7e16 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Sep 25 04:40:10.612893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65d8e-058d-4b4e-8657-b0eb7d72555b req-d7583e0e-1c83-4898-8f62-cfc2a96dc042 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:10.614346 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31b65d8e-058d-4b4e-8657-b0eb7d72555b req-d7583e0e-1c83-4898-8f62-cfc2a96dc042 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Sep 25 04:40:10.661589 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-31b65d8e-058d-4b4e-8657-b0eb7d72555b req-0d14316b-40d8-46a8-9d31-e42579cbe9ad tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Sep 25 04:40:10.898636 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:10.903140 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:11.082052 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:11.363160 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddafc-c3dc-4d0f-b89a-30cc8fc77661 req-63ada26d-969c-4270-b5d6-bbaf028a7c87 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:11.364622 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b8ddafc-c3dc-4d0f-b89a-30cc8fc77661 req-63ada26d-969c-4270-b5d6-bbaf028a7c87 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 943 time: 0.0465217 Sep 25 04:40:11.411345 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b8ddafc-c3dc-4d0f-b89a-30cc8fc77661 req-183787e9-6cbf-4d8a-a84a-f8f63f4f96f5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Sep 25 04:40:11.713423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-bba53c00-278f-40dd-ac16-f0b0e82678b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:11.714928 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-bba53c00-278f-40dd-ac16-f0b0e82678b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 1127 time: 0.0432191 Sep 25 04:40:11.778432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:11.827347 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e93b-c254-4c0a-be7d-9845fdbfc4ad req-137f92b8-5827-4c76-beef-8fb4a4ee0976 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:11.828826 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d7b1e93b-c254-4c0a-be7d-9845fdbfc4ad req-137f92b8-5827-4c76-beef-8fb4a4ee0976 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0858669 Sep 25 04:40:11.870580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-53ab58f6-db20-41b9-982f-46396c046179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:11.872036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-53ab58f6-db20-41b9-982f-46396c046179 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.1490867 Sep 25 04:40:11.893243 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 8d8f9d96-eeac-4835-8074-648560fb1d09 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:40:11.926245 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-137263c5-3ae3-4652-a15e-88599e5bb98b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f9d96-eeac-4835-8074-648560fb1d09 HTTP/1.1" status: 200 len: 217 time: 0.0441597 Sep 25 04:40:11.930456 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d7b1e93b-c254-4c0a-be7d-9845fdbfc4ad req-b6d10324-e7fb-4388-acbe-24a889f6875e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922780 Sep 25 04:40:11.976862 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-60965873-01c8-42e1-94c2-fd76a0a21972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:11.978247 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-60965873-01c8-42e1-94c2-fd76a0a21972 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0448878 Sep 25 04:40:11.992546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=8d8f9d96-eeac-4835-8074-648560fb1d09,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:12.004145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'port_id': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'mac_address': 'fa:16:3e:19:1a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:40:12.021223 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-d0c7f5f9-467b-45a4-b41c-a84f59584b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:12.022711 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-d0c7f5f9-467b-45a4-b41c-a84f59584b43 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382228 Sep 25 04:40:12.042379 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 8d8f9d96-eeac-4835-8074-648560fb1d09 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:40:12.042773 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:12.056929 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8f9d96-eeac-4835-8074-648560fb1d09 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:40:12.076884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=8d8f9d96-eeac-4835-8074-648560fb1d09,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:12.080954 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:12.129124 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-10b78568-3b45-4360-bea7-cdb73c021afd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905597 Sep 25 04:40:12.129957 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:12.143007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:12.224774 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6fa7b3-9c92-40c6-bb5f-3e55709256c8 req-0cef16b4-4df7-428a-b3da-f4487b3a12c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894313 Sep 25 04:40:12.501751 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=14,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:12.505157 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=19,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:12.536452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053b53-e308-4572-81a4-36b1d6551cd2 req-d9cec760-4002-47c9-8f31-606e43f5ecd5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:12.537999 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8053b53-e308-4572-81a4-36b1d6551cd2 req-d9cec760-4002-47c9-8f31-606e43f5ecd5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 944 time: 0.0516765 Sep 25 04:40:12.586417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8053b53-e308-4572-81a4-36b1d6551cd2 req-5d37f2a9-5f7a-4abe-994b-285a3a0848a2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Sep 25 04:40:12.698677 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:12.819396 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:13.055008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4b7ea-1170-41e3-b65e-3a1a30a4a493 req-36d1f5db-ae81-4035-9498-c508b290a49f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:13.056446 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-33c4b7ea-1170-41e3-b65e-3a1a30a4a493 req-36d1f5db-ae81-4035-9498-c508b290a49f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0459886 Sep 25 04:40:13.103218 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-33c4b7ea-1170-41e3-b65e-3a1a30a4a493 req-0129e2b3-8d60-41ea-b814-9e65a3c90d46 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408354 Sep 25 04:40:13.642190 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['8d8f9d96-eeac-4835-8074-648560fb1d09'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:40:13.710318 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62f47-701d-472a-b886-4894d9c64a40 req-3bcca63f-04c7-4276-8899-06867116b0de tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:13.711810 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4d62f47-701d-472a-b886-4894d9c64a40 req-3bcca63f-04c7-4276-8899-06867116b0de tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 944 time: 0.0502334 Sep 25 04:40:13.759778 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4d62f47-701d-472a-b886-4894d9c64a40 req-fd1332df-a895-447c-91ed-14f70665ba2d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Sep 25 04:40:14.229483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38c00-ea30-4d39-89e1-94818f588ce8 req-4ae83d6c-34ae-493a-a6ba-458572202ccc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:14.230925 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-60b38c00-ea30-4d39-89e1-94818f588ce8 req-4ae83d6c-34ae-493a-a6ba-458572202ccc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0475562 Sep 25 04:40:14.277246 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-60b38c00-ea30-4d39-89e1-94818f588ce8 req-fa551fd2-c1a7-4e57-8970-30839990f611 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Sep 25 04:40:14.880541 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:40:14.892591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25031-7f23-4d31-8f8b-d6c0c6e914a8 req-cface8b7-ff48-4fb4-9ee6-ff448d6bd0b6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:14.895245 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cb25031-7f23-4d31-8f8b-d6c0c6e914a8 req-cface8b7-ff48-4fb4-9ee6-ff448d6bd0b6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 944 time: 0.0564086 Sep 25 04:40:14.942892 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cb25031-7f23-4d31-8f8b-d6c0c6e914a8 req-a52200a5-99bd-4e06-b8da-7a28ed2d6c94 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Sep 25 04:40:15.094693 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 8d8f9d96-eeac-4835-8074-648560fb1d09 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:40:15.135779 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 8d8f9d96-eeac-4835-8074-648560fb1d09 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:40:15.141551 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 8d8f9d96-eeac-4835-8074-648560fb1d09 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:40:15.141970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:15.142307 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 8d8f9d96-eeac-4835-8074-648560fb1d09 Sep 25 04:40:15.216185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 8d8f9d96-eeac-4835-8074-648560fb1d09 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:40:15.217140 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:15.239607 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:40:15.241915 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53974337-02f0-4ca6-8431-b3e5df7d2d24" -d '{"events": [{"server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:40:15.245932 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:15.255715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=8d8f9d96-eeac-4835-8074-648560fb1d09,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:15.259886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:15.287116 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b62b7b3-cdc7-498c-a007-1a277597c993 x-openstack-request-id: req-7b62b7b3-cdc7-498c-a007-1a277597c993 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:40:15.287408 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:40:15.287658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b62b7b3-cdc7-498c-a007-1a277597c993 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:40:15.288047 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b62b7b3-cdc7-498c-a007-1a277597c993'] response: {'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'code': 200} Sep 25 04:40:15.290294 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:15.313800 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:15.403179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930531d-1a61-4395-a4dd-04134a52ba3c req-32fd196c-7c31-4923-a08d-e745ae41f679 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:15.405924 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d930531d-1a61-4395-a4dd-04134a52ba3c req-32fd196c-7c31-4923-a08d-e745ae41f679 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0478969 Sep 25 04:40:15.445670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:15.454019 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d930531d-1a61-4395-a4dd-04134a52ba3c req-69894e4c-d041-44da-bf13-a738dec8ddc8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 Sep 25 04:40:15.508771 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9542c77-4582-4b18-a15b-bf0061a70a78 req-73b357d1-5e77-4e8f-a068-ef7ad500aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:15.510253 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e9542c77-4582-4b18-a15b-bf0061a70a78 req-73b357d1-5e77-4e8f-a068-ef7ad500aa27 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 1129 time: 0.0389502 Sep 25 04:40:15.556948 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e9542c77-4582-4b18-a15b-bf0061a70a78 req-8516f14b-c108-4cf0-81e9-b53bd14bc506 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Sep 25 04:40:16.063388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cd097-5bc1-4847-affb-0d565032e221 req-3ed2d604-5317-481c-a8c7-b419098dd737 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:16.064863 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-961cd097-5bc1-4847-affb-0d565032e221 req-3ed2d604-5317-481c-a8c7-b419098dd737 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0459900 Sep 25 04:40:16.112151 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-961cd097-5bc1-4847-affb-0d565032e221 req-4c3dc25a-533b-4fa1-9c9b-766741f1cf8f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Sep 25 04:40:16.580998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a917e-66d7-4f4f-8aea-ea533f5ec2e6 req-1c44e298-9bb8-45ac-a9aa-e44b93901b65 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:16.582451 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-913a917e-66d7-4f4f-8aea-ea533f5ec2e6 req-1c44e298-9bb8-45ac-a9aa-e44b93901b65 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0464578 Sep 25 04:40:16.629075 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-913a917e-66d7-4f4f-8aea-ea533f5ec2e6 req-0e722774-7b63-46b4-8e13-84c6587667cf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Sep 25 04:40:17.066936 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:40:17.166638 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:17.178519 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '28807ae7-bb46-4e31-93d7-48170864edca', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:40:17.214300 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: ACTIVE; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:40:17.214707 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:17.228138 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:40:17.241916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1e33e-df73-411d-b897-d9c537470105 req-bdbb3ed5-2d8c-425b-96f3-b1b23745018b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:17.243383 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c1e1e33e-df73-411d-b897-d9c537470105 req-bdbb3ed5-2d8c-425b-96f3-b1b23745018b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0534792 Sep 25 04:40:17.248586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:17.252920 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:17.292955 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c1e1e33e-df73-411d-b897-d9c537470105 req-150e609f-7240-4211-b669-186548fd8542 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434270 Sep 25 04:40:17.303952 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=6']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:17.686547 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['28807ae7-bb46-4e31-93d7-48170864edca'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:40:17.719727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:17.754537 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268f69-fe37-4fd3-869c-2f0b43d13687 req-fe4857e8-e043-4208-86f0-388069557e5b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:17.755947 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a9268f69-fe37-4fd3-869c-2f0b43d13687 req-fe4857e8-e043-4208-86f0-388069557e5b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0467520 Sep 25 04:40:17.803795 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a9268f69-fe37-4fd3-869c-2f0b43d13687 req-432c3c99-711f-4ee2-ad04-fd7f98b6a275 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Sep 25 04:40:18.411356 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663f0c-b01a-4fbb-9bbc-3dedcc82471e req-bf6acd5f-ae87-4717-8236-0e3146a5ebb2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:18.413171 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a663f0c-b01a-4fbb-9bbc-3dedcc82471e req-bf6acd5f-ae87-4717-8236-0e3146a5ebb2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0453384 Sep 25 04:40:18.463083 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a663f0c-b01a-4fbb-9bbc-3dedcc82471e req-bfb0dad9-556b-4d8f-8286-3580f3aa92a2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446737 Sep 25 04:40:18.580981 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77420ea1-34ac-4368-adb1-b5203559097b req-b2c54bee-c9c3-4c76-935e-8e5c1c5fa423 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:18.582387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77420ea1-34ac-4368-adb1-b5203559097b req-b2c54bee-c9c3-4c76-935e-8e5c1c5fa423 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0472348 Sep 25 04:40:18.593471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58632) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:18.597746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'port_id': '8d8f9d96-eeac-4835-8074-648560fb1d09'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:40:18.635976 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.069797 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:40:19.081258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724cc95-cd0e-4f32-81f7-3ff5871098b4 req-e9baf5c5-fb01-4bc6-bf6f-a88596f0dd20 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:19.082746 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f724cc95-cd0e-4f32-81f7-3ff5871098b4 req-e9baf5c5-fb01-4bc6-bf6f-a88596f0dd20 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0790043 Sep 25 04:40:19.114010 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 28807ae7-bb46-4e31-93d7-48170864edca triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:40:19.114290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (28807ae7-bb46-4e31-93d7-48170864edca), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.114619 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 28807ae7-bb46-4e31-93d7-48170864edca Sep 25 04:40:19.185651 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:40:19.186146 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.210421 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f724cc95-cd0e-4f32-81f7-3ff5871098b4 req-aa9d9df1-8854-4ca5-aa22-d8f6b0825fe0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200371 Sep 25 04:40:19.211151 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:40:19.213401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7ca4b3-8f2c-4152-9b36-0b905ac28acd" -d '{"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:40:19.236945 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:19.242145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.265486 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:19.266127 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ed443d-73b5-42a0-91f7-24076f4251b2 x-openstack-request-id: req-f3ed443d-73b5-42a0-91f7-24076f4251b2 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:40:19.266424 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:40:19.266677 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3ed443d-73b5-42a0-91f7-24076f4251b2 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:40:19.267093 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ed443d-73b5-42a0-91f7-24076f4251b2'] response: {'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'code': 200} Sep 25 04:40:19.293159 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=7']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:19.360144 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.363509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.458943 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 843409bf-4126-410a-bb6e-4eea6ac03e30 associated. External IP: 172.27.0.174, port: 8d8f9d96-eeac-4835-8074-648560fb1d09. Sep 25 04:40:19.598325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:19.658845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:40:19.764948 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:40:19.769836 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:19.774688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31797329-7c56-4901-a498-c388888a5727 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:40:19.785598 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:40:19.786211 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:40:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:40:19.800425 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-74cdf1ea-6766-4131-922a-6474f9744d64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/843409bf-4126-410a-bb6e-4eea6ac03e30 HTTP/1.1" status: 200 len: 991 time: 1.2059138 Sep 25 04:40:19.801096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:40:19.803383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:40:19.837577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:19.842167 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b937e-9a03-431e-a216-6f64673ade46 x-openstack-request-id: req-008b937e-9a03-431e-a216-6f64673ade46 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:40:19.842470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:40:19.842727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-008b937e-9a03-431e-a216-6f64673ade46 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:40:19.843136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008b937e-9a03-431e-a216-6f64673ade46'] response: {'name': 'network-changed', 'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'status': 'completed', 'code': 200} Sep 25 04:40:19.891856 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:40:19.923115 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:19.939057 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-648666db-14d1-4dbc-9150-df300de2e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:19.941073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-648666db-14d1-4dbc-9150-df300de2e3aa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 1129 time: 0.0407801 Sep 25 04:40:20.034562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-b9a0b1ee-c87f-4154-b0cb-58155fc391af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:20.035948 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-b9a0b1ee-c87f-4154-b0cb-58155fc391af service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.0891764 Sep 25 04:40:20.098846 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-6eb2ed80-3849-497f-ae3c-cd60fa37f8d0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f9d96-eeac-4835-8074-648560fb1d09 HTTP/1.1" status: 200 len: 999 time: 0.0555291 Sep 25 04:40:20.102963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}, {'id': '843409bf-4126-410a-bb6e-4eea6ac03e30', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:19:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:40:03Z', 'updated_at': '2022-09-25T04:40:19Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:40:20.132044 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31797329-7c56-4901-a498-c388888a5727 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:40:20.141791 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:40:20.142406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:40:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:40:20.151871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-75ca40a9-2dab-45c6-8725-3bbf13189235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:20.153364 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-75ca40a9-2dab-45c6-8725-3bbf13189235 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0481570 Sep 25 04:40:20.197513 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-93725334-2a1c-4341-98b7-b852705c9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:20.199026 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-93725334-2a1c-4341-98b7-b852705c9da0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384860 Sep 25 04:40:20.246231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:40:20.291625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-0d0470fa-eec9-48dd-b41d-fd875e8b95f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859582 Sep 25 04:40:20.343662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:20.386550 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d383c5-db13-41ec-aecd-0a77cb063f74 req-26789486-fef0-44fb-9a8c-0b232fa468fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:20.388127 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64d383c5-db13-41ec-aecd-0a77cb063f74 req-26789486-fef0-44fb-9a8c-0b232fa468fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0920010 Sep 25 04:40:20.469403 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6a24a1b-5db6-4eb5-a653-bd3837e3c005 req-8315a57e-39aa-482e-b9af-ba5595b5b367 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645367 Sep 25 04:40:20.473974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64d383c5-db13-41ec-aecd-0a77cb063f74 req-60bcf13e-8dee-486a-963b-36f1ba538590 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793443 Sep 25 04:40:20.595099 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31797329-7c56-4901-a498-c388888a5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}, {'id': '843409bf-4126-410a-bb6e-4eea6ac03e30', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:19:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:40:03Z', 'updated_at': '2022-09-25T04:40:19Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:40:20.622547 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31797329-7c56-4901-a498-c388888a5727 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}, {'id': '843409bf-4126-410a-bb6e-4eea6ac03e30', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:19:1a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:40:03Z', 'updated_at': '2022-09-25T04:40:19Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:40:20.805175 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c2b2d-55f2-4ab6-91f3-c043fcb18a77 None None] New status for floating IP 843409bf-4126-410a-bb6e-4eea6ac03e30: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:40:21.057327 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:21.605016 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61534afa-49f3-47b0-abd5-c0d8c9b0c6da req-20261d82-81a0-41d2-ae8d-92de6ca3ea2e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:21.606467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61534afa-49f3-47b0-abd5-c0d8c9b0c6da req-20261d82-81a0-41d2-ae8d-92de6ca3ea2e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Sep 25 04:40:21.653408 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61534afa-49f3-47b0-abd5-c0d8c9b0c6da req-ae92377c-4a15-4477-8358-9caccdbd3f26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Sep 25 04:40:22.778496 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8a49c-9a9b-42bb-b64c-4752719c235d req-5ed27116-b12f-49d3-af20-e869e35df14d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:22.780108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98e8a49c-9a9b-42bb-b64c-4752719c235d req-5ed27116-b12f-49d3-af20-e869e35df14d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0464284 Sep 25 04:40:22.827148 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-98e8a49c-9a9b-42bb-b64c-4752719c235d req-44af65c7-8e5d-41ed-b0b3-5a037a1e9b4f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Sep 25 04:40:23.964136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931277-ab97-4300-bdb4-fee1dbb09ee8 req-d225c226-af4e-43fc-b878-de9323b864e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:23.965638 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-82931277-ab97-4300-bdb4-fee1dbb09ee8 req-d225c226-af4e-43fc-b878-de9323b864e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0527761 Sep 25 04:40:23.979221 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:24.021002 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-82931277-ab97-4300-bdb4-fee1dbb09ee8 req-fb55b058-099b-4d1c-a53e-841e6cc00a80 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468335 Sep 25 04:40:25.158916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d0cb-1a1a-40a8-b828-19f3779de6a2 req-fd6df02b-230f-498a-b627-3c5479144b0a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:25.161458 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8497d0cb-1a1a-40a8-b828-19f3779de6a2 req-fd6df02b-230f-498a-b627-3c5479144b0a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Sep 25 04:40:25.221178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8497d0cb-1a1a-40a8-b828-19f3779de6a2 req-b297f5c1-2835-4f8a-85cc-0c954f9c5a60 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473886 Sep 25 04:40:26.367591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e2f39-381c-4202-b677-6d3a42a2de2b req-ae775cd8-b48b-4c1b-b1d6-85afaee30f8e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:26.369327 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b6e2f39-381c-4202-b677-6d3a42a2de2b req-ae775cd8-b48b-4c1b-b1d6-85afaee30f8e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0541146 Sep 25 04:40:26.425367 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b6e2f39-381c-4202-b677-6d3a42a2de2b req-a4f9adcd-cab3-4794-8b88-231aaff35328 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497651 Sep 25 04:40:27.562889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639aa6c-8316-4466-a081-cb5fad7418cc req-97b3977f-5a28-450f-b9bc-19b885ce16ea tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:27.564509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0639aa6c-8316-4466-a081-cb5fad7418cc req-97b3977f-5a28-450f-b9bc-19b885ce16ea tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Sep 25 04:40:27.623349 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0639aa6c-8316-4466-a081-cb5fad7418cc req-eb44a9ce-e770-4fea-86b4-ebd456795d60 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524089 Sep 25 04:40:28.766701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748a8f9-6866-44c6-b8d5-30a9b6a86cea req-32f448fe-45d3-47fd-863e-4b69c4240242 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:28.774606 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8748a8f9-6866-44c6-b8d5-30a9b6a86cea req-32f448fe-45d3-47fd-863e-4b69c4240242 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0650585 Sep 25 04:40:28.844486 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8748a8f9-6866-44c6-b8d5-30a9b6a86cea req-105d9148-3080-4fda-a227-29bf7cac40bc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687094 Sep 25 04:40:29.981701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d1741-f2d6-4462-9fd0-1d154082d6d0 req-4217d38d-1a91-4a65-a352-67c664cb5de4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:29.983183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d8d1741-f2d6-4462-9fd0-1d154082d6d0 req-4217d38d-1a91-4a65-a352-67c664cb5de4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Sep 25 04:40:30.036262 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d8d1741-f2d6-4462-9fd0-1d154082d6d0 req-6ad014fe-5d1e-4b7c-afa7-7cd2eec91231 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475197 Sep 25 04:40:31.051672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=57 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:31.053520 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:31.172769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d596b4-160a-40bb-b17a-347a10e2d361 req-508f02d8-6ca3-4369-b835-42bf771964e7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:31.175095 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-08d596b4-160a-40bb-b17a-347a10e2d361 req-508f02d8-6ca3-4369-b835-42bf771964e7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Sep 25 04:40:31.240757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-08d596b4-160a-40bb-b17a-347a10e2d361 req-5e43b124-1db8-4f92-937e-55e18901de5c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566132 Sep 25 04:40:32.397863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16b3ae-5fd4-4fc9-91bd-78c7f41cdedd req-3ecdf93a-6106-46ec-9af7-eb06eced6622 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:32.399493 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc16b3ae-5fd4-4fc9-91bd-78c7f41cdedd req-3ecdf93a-6106-46ec-9af7-eb06eced6622 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Sep 25 04:40:32.424725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:32.460887 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc16b3ae-5fd4-4fc9-91bd-78c7f41cdedd req-4bb15449-6b42-4828-9752-40ad9a0822c3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532308 Sep 25 04:40:33.594816 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c499d4-d3e5-492b-91d2-8f117d658832 req-8ea61c1a-25c6-4a73-8f4a-0ceb148426f3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:33.597115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63c499d4-d3e5-492b-91d2-8f117d658832 req-8ea61c1a-25c6-4a73-8f4a-0ceb148426f3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Sep 25 04:40:33.658678 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63c499d4-d3e5-492b-91d2-8f117d658832 req-f3eb0624-741b-4937-996f-cd3006f4b011 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545971 Sep 25 04:40:34.785835 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe7146-fa85-4994-9345-c6b3ae893391 req-e7cefd45-9225-4a9e-8d03-54988c80f04c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:34.787238 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1efe7146-fa85-4994-9345-c6b3ae893391 req-e7cefd45-9225-4a9e-8d03-54988c80f04c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0465841 Sep 25 04:40:34.837711 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1efe7146-fa85-4994-9345-c6b3ae893391 req-19068f42-44af-4578-99b4-2a04ebffbe85 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 Sep 25 04:40:35.223553 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-46ca7979-9a83-4304-97c2-396255ef36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:35.225045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-46ca7979-9a83-4304-97c2-396255ef36a0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1129 time: 0.0390713 Sep 25 04:40:35.318465 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-93dd21f5-334b-48a1-9695-2e2ba4ba8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:35.319896 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-93dd21f5-334b-48a1-9695-2e2ba4ba8d0f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.0868435 Sep 25 04:40:35.367479 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:35.382420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-24a83a00-e8fe-4830-9a50-b0fba1eb32e1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 1001 time: 0.0554454 Sep 25 04:40:35.429700 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-47af9c83-ac18-469d-aa2a-145ed9adfa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:35.431006 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-47af9c83-ac18-469d-aa2a-145ed9adfa33 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0419533 Sep 25 04:40:35.477406 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-d136859a-3092-4f69-a6ed-b072602b62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:35.478883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-d136859a-3092-4f69-a6ed-b072602b62c1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416672 Sep 25 04:40:35.568180 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-12a8425a-ba88-40b1-bc69-40f2602143c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Sep 25 04:40:35.665335 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f0dc53d-6fa9-4832-adf1-5a206244d365 req-84370cfc-e5d7-4f81-b529-01b1a983f4f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Sep 25 04:40:35.964387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcdc59-8650-492d-9737-6d86625b5d3a req-be28c7be-c1ab-4f14-9553-237758183d13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:35.965874 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01fcdc59-8650-492d-9737-6d86625b5d3a req-be28c7be-c1ab-4f14-9553-237758183d13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Sep 25 04:40:36.012032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01fcdc59-8650-492d-9737-6d86625b5d3a req-c903c753-19bf-4127-b120-e31b4c7ecd64 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403273 Sep 25 04:40:36.804134 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:36.805945 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=23 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:37.141910 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209ca0b-2885-429d-bf3e-0452e67a373d req-77a93fab-e717-42c1-b822-f1134a079aab tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:37.143363 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c209ca0b-2885-429d-bf3e-0452e67a373d req-77a93fab-e717-42c1-b822-f1134a079aab tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0458722 Sep 25 04:40:37.192715 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c209ca0b-2885-429d-bf3e-0452e67a373d req-a79413be-135d-4799-951f-2f84fdd32a9c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Sep 25 04:40:37.611917 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c482c8d2-60cf-43f8-9c2c-e6063aa5dabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:38.323149 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729907a-b478-4084-9103-4aa2c7d731f0 req-3176c5ab-ded4-4436-a1e7-86749aa4fb9e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:38.324624 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4729907a-b478-4084-9103-4aa2c7d731f0 req-3176c5ab-ded4-4436-a1e7-86749aa4fb9e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Sep 25 04:40:38.374544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4729907a-b478-4084-9103-4aa2c7d731f0 req-58ca6b75-9517-4bb4-976c-ee728eac7767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438697 Sep 25 04:40:38.883048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-54ee4dbf-a700-4b3f-ba0f-d6f8851a79ac req-8f7a9a78-306c-4245-9147-03c0486402fe service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:40:38.884014 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-54ee4dbf-a700-4b3f-ba0f-d6f8851a79ac req-8f7a9a78-306c-4245-9147-03c0486402fe service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052876 Sep 25 04:40:39.059773 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710e8f6-7f5b-47d8-af22-2f6f1f6a734f req-72473cb7-ce38-4815-a3d8-57e5c07156bd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:39.061811 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4710e8f6-7f5b-47d8-af22-2f6f1f6a734f req-72473cb7-ce38-4815-a3d8-57e5c07156bd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 945 time: 0.0468633 Sep 25 04:40:39.093765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:39.112347 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4710e8f6-7f5b-47d8-af22-2f6f1f6a734f req-5d1c0723-bfd0-4a8c-b973-18dc6c47cc6b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444214 Sep 25 04:40:39.284209 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:40:39.319417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58790) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:39.360792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: ACTIVE; New status is: DOWN {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:40:39.361193 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:39.386009 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:40:39.388255 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a7b8b0-68f6-4bd4-9044-164d67eab2ed" -d '{"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-unplugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:40:39.401407 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:40:39.405726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:39.421266 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-ec2ebdef-13f9-45e6-a3ad-e3c55c4e547a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006346 Sep 25 04:40:39.427172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-27051b59-59e2-4d7c-acc6-042abe99664c service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:40:39.428071 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-27051b59-59e2-4d7c-acc6-042abe99664c service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054464 Sep 25 04:40:39.428201 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a600b7e-68d9-4f2c-a979-93e7e1f2053e x-openstack-request-id: req-0a600b7e-68d9-4f2c-a979-93e7e1f2053e {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:40:39.428406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-unplugged", "status": "failed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "code": 422}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:40:39.428684 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a600b7e-68d9-4f2c-a979-93e7e1f2053e {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:40:39.429117 dv-cinder-855359-5-iscsi neutron-server[106427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0a600b7e-68d9-4f2c-a979-93e7e1f2053e']: {'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'code': 422} returned with failed status Sep 25 04:40:39.456287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=8']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:40:39.464328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.464769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.465029 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.465369 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.465701 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.466034 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.466353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.466678 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.467023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.467489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.468045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.468385 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.468738 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.469056 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.469376 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:40:39.510088 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 58800) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:40:39.603388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-8053a011-bde2-4a5f-86a4-e09d5f6e338f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:39.604220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-8053a011-bde2-4a5f-86a4-e09d5f6e338f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports/28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 940 time: 0.0931654 Sep 25 04:40:40.001260 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-74c94ec4-3e29-4985-8c09-9d75a5b2aa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:40.239735 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc8942-e51e-4474-b27c-2f9567cb7db8 req-447b66a6-951e-41cd-ba9d-7c07efa0d516 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:40.241211 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43fc8942-e51e-4474-b27c-2f9567cb7db8 req-447b66a6-951e-41cd-ba9d-7c07efa0d516 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0467761 Sep 25 04:40:40.287969 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43fc8942-e51e-4474-b27c-2f9567cb7db8 req-3a54cd12-7138-42db-a651-5053463e89a4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Sep 25 04:40:41.081689 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:41.420423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7b44-f9ae-4425-b284-22090607a8a1 req-f6005b5c-42f0-4122-a0e7-5893e4575e07 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:41.422365 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5adf7b44-f9ae-4425-b284-22090607a8a1 req-f6005b5c-42f0-4122-a0e7-5893e4575e07 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0501666 Sep 25 04:40:41.469429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5adf7b44-f9ae-4425-b284-22090607a8a1 req-66f2798f-a0fd-4347-9c15-49655c0d1981 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Sep 25 04:40:42.597603 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39cd61-4ac0-4f3d-b007-954af69e5ca7 req-dad88ebf-88d5-4559-92f2-6d323dbf80c3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:42.599068 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d39cd61-4ac0-4f3d-b007-954af69e5ca7 req-dad88ebf-88d5-4559-92f2-6d323dbf80c3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0467622 Sep 25 04:40:42.609988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:42.646584 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d39cd61-4ac0-4f3d-b007-954af69e5ca7 req-d44646e8-ac3e-45cf-9877-46c385cbeca3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Sep 25 04:40:42.701067 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:42.822360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:43.771684 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3686e-d527-4fa9-8fe4-4c9576ccd86f req-b0b9a31d-72ce-4f9a-97c9-d1d3388ee974 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:43.773049 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8ac3686e-d527-4fa9-8fe4-4c9576ccd86f req-b0b9a31d-72ce-4f9a-97c9-d1d3388ee974 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0472426 Sep 25 04:40:43.822388 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8ac3686e-d527-4fa9-8fe4-4c9576ccd86f req-2cce872b-2da4-43df-8e38-42440272539f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436900 Sep 25 04:40:44.954656 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880c1c-af6f-42ac-8c5b-f324e032701a req-4a5701dd-edd2-48b2-b243-e8fd951bb3f2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:44.956128 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e880c1c-af6f-42ac-8c5b-f324e032701a req-4a5701dd-edd2-48b2-b243-e8fd951bb3f2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0479400 Sep 25 04:40:45.010287 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e880c1c-af6f-42ac-8c5b-f324e032701a req-6b88886b-3840-47d1-93c6-0051e38151b4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470126 Sep 25 04:40:45.373712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293b6e6-c089-47df-9793-f7a7985e1c5a req-76a13f36-3580-464e-813e-580de0fecc75 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:45.375429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1293b6e6-c089-47df-9793-f7a7985e1c5a req-76a13f36-3580-464e-813e-580de0fecc75 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0812843 Sep 25 04:40:45.378719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-0f16b3f6-eb0c-4bcf-a5a0-9fd7e22878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:45.380110 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-0f16b3f6-eb0c-4bcf-a5a0-9fd7e22878fd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0757852 Sep 25 04:40:45.477944 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1293b6e6-c089-47df-9793-f7a7985e1c5a req-d587c8e1-abf5-4b55-ad09-7ecf80373472 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968788 Sep 25 04:40:45.508845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-36937298-6bed-4bbc-802d-5e8d47c7b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:45.510474 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-36937298-6bed-4bbc-802d-5e8d47c7b471 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1224339 Sep 25 04:40:45.596295 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-0053e396-621c-4bef-90a5-294f4ffa149b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1001 time: 0.0791700 Sep 25 04:40:45.659188 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-fd1e40d1-b713-493b-83a2-8fc329bddc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:45.660907 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-fd1e40d1-b713-493b-83a2-8fc329bddc70 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0559349 Sep 25 04:40:45.715728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-578848f4-046c-4c7c-98bb-851dd71f0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:45.718443 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-578848f4-046c-4c7c-98bb-851dd71f0800 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454397 Sep 25 04:40:45.809645 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:45.827671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-3ddb68ca-5fc0-4149-bff8-398eabf52058 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022072 Sep 25 04:40:45.950952 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7a58969c-2f8e-4d4c-a372-6705058c7981 req-faa94386-19b5-4317-a3f9-0764d6d4ee68 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983858 Sep 25 04:40:46.144441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f5f0c-0fb1-40f2-9c61-3db4abdf8c9d req-cd2bc3d1-628b-4d6c-9f8e-8caa34c0b471 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:46.145976 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-633f5f0c-0fb1-40f2-9c61-3db4abdf8c9d req-cd2bc3d1-628b-4d6c-9f8e-8caa34c0b471 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0468562 Sep 25 04:40:46.193686 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-633f5f0c-0fb1-40f2-9c61-3db4abdf8c9d req-f66f3fd6-1a0c-44c9-95e7-cf566f23a9bc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Sep 25 04:40:46.604321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c4658-ae50-49ee-b592-3929d54bcad5 req-81950b3c-fb12-475c-9e05-11eb28dc74b2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:46.605790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-166c4658-ae50-49ee-b592-3929d54bcad5 req-81950b3c-fb12-475c-9e05-11eb28dc74b2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0462186 Sep 25 04:40:46.652273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-166c4658-ae50-49ee-b592-3929d54bcad5 req-bc248acf-b1fa-4b00-a4e1-92a7ee7801c0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Sep 25 04:40:46.744022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-6db9be5b-f6c8-42be-9f5c-1778a1b8c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:46.745466 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-6db9be5b-f6c8-42be-9f5c-1778a1b8c8da service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 1127 time: 0.0789874 Sep 25 04:40:46.812154 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:46.823535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-5c74f53a-3233-46f9-987c-589492bee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:46.825004 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-5c74f53a-3233-46f9-987c-589492bee14d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1127 time: 0.0386019 Sep 25 04:40:47.146178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-4710d0a8-66fb-433d-b013-4034e23464af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:47.147661 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-4710d0a8-66fb-433d-b013-4034e23464af service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.3171337 Sep 25 04:40:47.207603 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-16544619-c740-4c61-869b-46cc3feea063 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 200 len: 999 time: 0.0538502 Sep 25 04:40:47.257243 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-fafa405f-c191-4655-9ad7-c2bc83c54a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:47.258710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-fafa405f-c191-4655-9ad7-c2bc83c54a08 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0444880 Sep 25 04:40:47.332259 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-c547f330-1ed5-4476-a7fa-1fe7b0589812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:47.333725 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-c547f330-1ed5-4476-a7fa-1fe7b0589812 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689373 Sep 25 04:40:47.353825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc85a06-169a-491c-8698-56f19939e99b req-a6119efd-40ef-490b-b0c9-6552df52b482 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:47.355157 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4bc85a06-169a-491c-8698-56f19939e99b req-a6119efd-40ef-490b-b0c9-6552df52b482 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0612841 Sep 25 04:40:47.458570 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4bc85a06-169a-491c-8698-56f19939e99b req-9cc8745e-0765-4e73-a921-2183246db063 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918198 Sep 25 04:40:47.469630 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-87267ef9-6399-49b1-aa19-5fdadd7a07ee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282241 Sep 25 04:40:47.561610 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-56d0a03f-2a36-492e-880c-4efb247e96a6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Sep 25 04:40:47.781685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e998-43a4-43f5-b2a3-16e8ba1be923 req-261df1d3-f051-4468-8d61-f9a6ea3a2dc2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:47.783121 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d21e998-43a4-43f5-b2a3-16e8ba1be923 req-261df1d3-f051-4468-8d61-f9a6ea3a2dc2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0545926 Sep 25 04:40:47.795563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:47.834249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d21e998-43a4-43f5-b2a3-16e8ba1be923 req-fc6dc833-6260-4e06-8e90-cac77d53f01c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Sep 25 04:40:47.902942 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:47.907929 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:48.593898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5939f-ad9b-44ae-9206-b59dabd162ac req-6b2cd46a-5f4e-46a6-b958-e2fabbaa4348 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:48.595431 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ee5939f-ad9b-44ae-9206-b59dabd162ac req-6b2cd46a-5f4e-46a6-b958-e2fabbaa4348 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0496962 Sep 25 04:40:48.646021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ee5939f-ad9b-44ae-9206-b59dabd162ac req-2108356c-187a-4939-94a7-8a95d4be181f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449128 Sep 25 04:40:48.966114 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb426a8-10a5-4114-b6b3-926ba691fd76 req-11f4a7f9-cd59-46f2-8467-5e96344b7e1c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:48.968264 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6cb426a8-10a5-4114-b6b3-926ba691fd76 req-11f4a7f9-cd59-46f2-8467-5e96344b7e1c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0535579 Sep 25 04:40:49.018290 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6cb426a8-10a5-4114-b6b3-926ba691fd76 req-27c3fe0a-6da6-48f4-860e-e6c7e5f5a453 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441329 Sep 25 04:40:49.781983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fee409-1791-4fcf-8c54-3b9340939764 req-dd8e205c-e4d2-4318-bcd8-9c5b26481b8d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:49.783483 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12fee409-1791-4fcf-8c54-3b9340939764 req-dd8e205c-e4d2-4318-bcd8-9c5b26481b8d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0486090 Sep 25 04:40:49.837534 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12fee409-1791-4fcf-8c54-3b9340939764 req-c9dc5517-6c2e-41f6-8e63-08c7a8869eda tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483153 Sep 25 04:40:50.146819 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9872-c45f-46e2-a7e1-809b317f19ba req-165bf4bc-d21e-411a-afa3-c0e9853fe3c4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:50.148454 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fb1b9872-c45f-46e2-a7e1-809b317f19ba req-165bf4bc-d21e-411a-afa3-c0e9853fe3c4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Sep 25 04:40:50.203354 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fb1b9872-c45f-46e2-a7e1-809b317f19ba req-423a5aae-03b5-436d-a0e9-7a5833d7c748 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491767 Sep 25 04:40:50.981291 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf97ac7-7e10-4a77-ae6b-bf0ce13cdd72 req-32943c62-8428-4e7d-89a0-e338fc9a41db tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:50.982698 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-faf97ac7-7e10-4a77-ae6b-bf0ce13cdd72 req-32943c62-8428-4e7d-89a0-e338fc9a41db tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0521502 Sep 25 04:40:51.024607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:51.037282 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-faf97ac7-7e10-4a77-ae6b-bf0ce13cdd72 req-03b74328-fb82-4a89-afd9-ac2873d05284 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479126 Sep 25 04:40:51.070619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:40:51.334307 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c190d6-b2fb-4969-b7a1-1343fbbedaa4 req-fb316d5a-23f6-4219-a4a0-3f96bf30a696 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:51.336072 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52c190d6-b2fb-4969-b7a1-1343fbbedaa4 req-fb316d5a-23f6-4219-a4a0-3f96bf30a696 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Sep 25 04:40:51.385414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52c190d6-b2fb-4969-b7a1-1343fbbedaa4 req-6909a490-48f2-491a-90ae-7540f1c6e51a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Sep 25 04:40:51.881571 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:40:52.180032 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fdfc1-5700-4298-93d6-7658ac23ecb9 req-30c81ad8-79f1-441d-82ec-49b7ef3a1aba tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:52.181576 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6b8fdfc1-5700-4298-93d6-7658ac23ecb9 req-30c81ad8-79f1-441d-82ec-49b7ef3a1aba tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0549242 Sep 25 04:40:52.231524 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6b8fdfc1-5700-4298-93d6-7658ac23ecb9 req-a5b6f8f9-de83-44bf-98da-fa47d7b3ae13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Sep 25 04:40:52.518580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6465f2e-7b41-4c6b-beca-058994db2776 req-09c5d620-a5b5-4772-ad36-6a49803e9b2e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:52.520085 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6465f2e-7b41-4c6b-beca-058994db2776 req-09c5d620-a5b5-4772-ad36-6a49803e9b2e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Sep 25 04:40:52.568838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6465f2e-7b41-4c6b-beca-058994db2776 req-f8020a6f-c0f7-40ca-8563-d78d8008b775 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427277 Sep 25 04:40:53.362986 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdf298-d9ab-489b-99bd-d5e4b64547bb req-fb6520b4-8585-4d24-8da8-b904a671dd6d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:53.364614 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0cdf298-d9ab-489b-99bd-d5e4b64547bb req-fb6520b4-8585-4d24-8da8-b904a671dd6d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0481546 Sep 25 04:40:53.417857 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0cdf298-d9ab-489b-99bd-d5e4b64547bb req-fb30ce30-d036-4435-8e0b-3bed0ee55010 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477636 Sep 25 04:40:53.697861 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3093246-3cb0-413a-8074-da141b56638e req-0ebb2d70-654c-4a88-b441-708073ea8a8f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:53.699168 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d3093246-3cb0-413a-8074-da141b56638e req-0ebb2d70-654c-4a88-b441-708073ea8a8f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Sep 25 04:40:53.751189 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d3093246-3cb0-413a-8074-da141b56638e req-d14b4047-e5c0-433b-a237-905738e82e9a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Sep 25 04:40:54.551450 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6989c-0251-47ae-8b66-ffe03223f83f req-6e8a3be3-5653-4cbf-980c-f572289f2f24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:54.552952 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-62a6989c-0251-47ae-8b66-ffe03223f83f req-6e8a3be3-5653-4cbf-980c-f572289f2f24 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0482271 Sep 25 04:40:54.590055 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:54.603659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-62a6989c-0251-47ae-8b66-ffe03223f83f req-a1817821-cc11-41ac-a927-75554ec2d6aa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Sep 25 04:40:54.885095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec656-a284-41f0-9a5f-af35c860405d req-8cf3e497-c947-4f5e-a0c7-4b0c3c0e36ad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:54.886580 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f8ec656-a284-41f0-9a5f-af35c860405d req-8cf3e497-c947-4f5e-a0c7-4b0c3c0e36ad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Sep 25 04:40:55.050930 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f8ec656-a284-41f0-9a5f-af35c860405d req-3d988749-75b6-4ee3-8dbc-138622a6740a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537280 Sep 25 04:40:55.770140 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06358b75-5198-48dd-a247-26dca1a3b8c9 req-4b7f04be-fa41-45bd-a4b4-98bd5320a392 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:55.777248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06358b75-5198-48dd-a247-26dca1a3b8c9 req-4b7f04be-fa41-45bd-a4b4-98bd5320a392 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0698171 Sep 25 04:40:55.847165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06358b75-5198-48dd-a247-26dca1a3b8c9 req-ccfc6caa-260f-46f8-9565-8743c63302e4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684724 Sep 25 04:40:56.246584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb1b24-1789-4b94-b175-4e2050557dfa req-bb5d5e28-9403-4428-9ab8-03ed444c5fd0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:56.248307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aabb1b24-1789-4b94-b175-4e2050557dfa req-bb5d5e28-9403-4428-9ab8-03ed444c5fd0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.1110904 Sep 25 04:40:56.297970 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aabb1b24-1789-4b94-b175-4e2050557dfa req-2c797921-a8cd-4874-945a-89b9cfcec849 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Sep 25 04:40:57.029555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e97603-2081-49c1-99f5-4bdc61349f3f req-ddf0433d-f4ec-4f0a-a419-1c145fa7f95a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:57.031391 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57e97603-2081-49c1-99f5-4bdc61349f3f req-ddf0433d-f4ec-4f0a-a419-1c145fa7f95a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.1031229 Sep 25 04:40:57.082755 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57e97603-2081-49c1-99f5-4bdc61349f3f req-46c2c25f-144c-46fc-88b9-08194de906ab tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454135 Sep 25 04:40:57.407923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:40:57.428467 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10016023-e3b6-46c9-9189-3f71caf85e94 req-77800cab-e6dc-4af7-93b3-c2bcbdd2b8bd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:57.430108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10016023-e3b6-46c9-9189-3f71caf85e94 req-77800cab-e6dc-4af7-93b3-c2bcbdd2b8bd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0508857 Sep 25 04:40:57.485659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10016023-e3b6-46c9-9189-3f71caf85e94 req-ea14a517-f61c-4dc5-ab70-ad16be3198cb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499406 Sep 25 04:40:58.216173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68689bec-2b80-40ed-a9e6-ca4535bc7e11 req-3bc1c9ee-91fd-4f61-b5d8-7cdb4223e516 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:58.217649 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-68689bec-2b80-40ed-a9e6-ca4535bc7e11 req-3bc1c9ee-91fd-4f61-b5d8-7cdb4223e516 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0504789 Sep 25 04:40:58.266433 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-68689bec-2b80-40ed-a9e6-ca4535bc7e11 req-b242c9cf-ca33-4d2d-a488-a3d0d28245b2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424867 Sep 25 04:40:58.607386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9f37-6541-4c83-a1ee-fec7b4378877 req-348362ff-a031-46ee-a814-1be7280c15bd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:58.609022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-817e9f37-6541-4c83-a1ee-fec7b4378877 req-348362ff-a031-46ee-a814-1be7280c15bd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Sep 25 04:40:58.657442 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-817e9f37-6541-4c83-a1ee-fec7b4378877 req-83cc3d28-b650-4b3a-81bd-af09c9b756ba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Sep 25 04:40:59.399574 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d489d60-c244-4596-937f-bc0ccbd5f09b req-6a0ac500-dd37-4ee7-a53c-1ad24551474a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:59.401073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d489d60-c244-4596-937f-bc0ccbd5f09b req-6a0ac500-dd37-4ee7-a53c-1ad24551474a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0511923 Sep 25 04:40:59.448261 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d489d60-c244-4596-937f-bc0ccbd5f09b req-463856db-d0bf-44f7-b62c-b5b317345f7e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Sep 25 04:40:59.780107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c7a71-32ac-4ee2-b9e2-a40fef9eb9d4 req-1076607b-6fd3-47a0-9402-70b5eb5a70ba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:40:59.782306 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-859c7a71-32ac-4ee2-b9e2-a40fef9eb9d4 req-1076607b-6fd3-47a0-9402-70b5eb5a70ba tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0469773 Sep 25 04:40:59.829352 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-859c7a71-32ac-4ee2-b9e2-a40fef9eb9d4 req-55f6230e-6a79-4152-b31e-6567d47de4ae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Sep 25 04:41:00.574144 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5789eb-9dbf-4e63-a1df-301dde9a986f req-9b97a010-0940-4c48-99f7-efcb7dfd2d74 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:00.575500 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed5789eb-9dbf-4e63-a1df-301dde9a986f req-9b97a010-0940-4c48-99f7-efcb7dfd2d74 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0468748 Sep 25 04:41:00.627322 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed5789eb-9dbf-4e63-a1df-301dde9a986f req-d302f338-c693-4167-843b-bbff20b2f131 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463383 Sep 25 04:41:00.950478 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abbd9-bf11-4def-9817-9a038543c081 req-84538bf0-88a6-40b5-8e50-7e50283dc159 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:00.951931 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b92abbd9-bf11-4def-9817-9a038543c081 req-84538bf0-88a6-40b5-8e50-7e50283dc159 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0467260 Sep 25 04:41:01.000137 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b92abbd9-bf11-4def-9817-9a038543c081 req-9b89a72a-4925-438d-b46a-d3546b8407cf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Sep 25 04:41:01.064993 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:01.066867 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:01.740690 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:01.754118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618211e-5258-4d14-a2ba-6347996e8978 req-3907411c-050c-417a-bcf6-7636b5723700 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:01.755598 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3618211e-5258-4d14-a2ba-6347996e8978 req-3907411c-050c-417a-bcf6-7636b5723700 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0475757 Sep 25 04:41:01.804301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3618211e-5258-4d14-a2ba-6347996e8978 req-120ba84a-2a29-4041-b7c6-cc1af6b7417e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Sep 25 04:41:01.876010 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:01.876829 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:02.126501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f13f-0e2d-48bb-a27a-882bf50dfcca req-12f33cfe-8943-4f49-867f-608ca7f810ef tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:02.127936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe11f13f-0e2d-48bb-a27a-882bf50dfcca req-12f33cfe-8943-4f49-867f-608ca7f810ef tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Sep 25 04:41:02.174586 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fe11f13f-0e2d-48bb-a27a-882bf50dfcca req-436bf818-a815-4d57-b7b0-3e0d6c9aa1fb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411134 Sep 25 04:41:02.934111 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284c965-9cbd-4a0c-9d60-ee12612678c2 req-ed835a1c-fb90-40e1-9be3-16f1e58d33a3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:02.935652 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0284c965-9cbd-4a0c-9d60-ee12612678c2 req-ed835a1c-fb90-40e1-9be3-16f1e58d33a3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0475078 Sep 25 04:41:03.083856 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0284c965-9cbd-4a0c-9d60-ee12612678c2 req-f9cbe0a8-dc09-40bd-805d-ef6b072953e4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416922 Sep 25 04:41:03.126849 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-5f065e6d-9d96-43ff-b87b-7efcd92e3c26 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426250 Sep 25 04:41:03.294888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df4b66-dbd1-43ef-ac6b-f7fbe85c7ae8 req-6674870a-78e7-4656-b45c-43705c421b9a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:03.296351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-45df4b66-dbd1-43ef-ac6b-f7fbe85c7ae8 req-6674870a-78e7-4656-b45c-43705c421b9a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0466743 Sep 25 04:41:03.343194 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-45df4b66-dbd1-43ef-ac6b-f7fbe85c7ae8 req-18e0e918-3c5c-44b4-944c-c745273bf7f4 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Sep 25 04:41:04.201091 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:04.217139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb202825-d5cf-4d50-8066-1c8ada2ccda1 req-bf174f2d-35e0-4c7c-a9de-3e279e62f7fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:04.218591 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bb202825-d5cf-4d50-8066-1c8ada2ccda1 req-bf174f2d-35e0-4c7c-a9de-3e279e62f7fa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0483625 Sep 25 04:41:04.265077 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bb202825-d5cf-4d50-8066-1c8ada2ccda1 req-a200176f-adb2-435b-9906-76f1860cacbc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409276 Sep 25 04:41:04.472140 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd738cd-ea8f-4e28-bae0-b9df37013016 req-1fd95c8d-05d9-4200-bd94-1f4bdf8a5aa1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:04.473654 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6cd738cd-ea8f-4e28-bae0-b9df37013016 req-1fd95c8d-05d9-4200-bd94-1f4bdf8a5aa1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Sep 25 04:41:04.519992 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6cd738cd-ea8f-4e28-bae0-b9df37013016 req-15721d26-64b4-4d33-bc7e-ecc357509184 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Sep 25 04:41:05.030383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-174c1dac-31b7-439a-a7eb-1f97c4080070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.031745 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-174c1dac-31b7-439a-a7eb-1f97c4080070 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 1130 time: 0.0384643 Sep 25 04:41:05.136873 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-45220e1e-a352-4d3e-9cb1-e3cb1aff73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.138326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-45220e1e-a352-4d3e-9cb1-e3cb1aff73a1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.0886328 Sep 25 04:41:05.199038 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-c2adeb96-e3bd-46b6-acc9-658295c76535 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02bb815d-6dec-4eac-9221-50f10407403b HTTP/1.1" status: 200 len: 1001 time: 0.0533721 Sep 25 04:41:05.247839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-d3a6baef-0bb6-48b9-975a-84dafa53fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.249286 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-d3a6baef-0bb6-48b9-975a-84dafa53fbc5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0431921 Sep 25 04:41:05.294657 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-b77f47d9-15ef-4096-8a73-2940d4a704f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.296015 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-b77f47d9-15ef-4096-8a73-2940d4a704f4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408056 Sep 25 04:41:05.404504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515315a-e951-4cf8-a30b-196949a5bf63 req-305380f8-5411-498a-bc1d-4b0c4de9c189 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.405959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4515315a-e951-4cf8-a30b-196949a5bf63 req-305380f8-5411-498a-bc1d-4b0c4de9c189 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0584671 Sep 25 04:41:05.434017 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:05.442671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-ec1312b9-388e-4f36-9a85-e62e79d28d32 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400518 Sep 25 04:41:05.509915 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4515315a-e951-4cf8-a30b-196949a5bf63 req-86f1dea5-1bf0-4532-9510-a20efbd8da6c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971205 Sep 25 04:41:05.550017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-252f54cd-ecf9-4108-99a1-7b80310b8670 req-bbc66702-0db8-489a-93cc-f12e3a856b58 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980983 Sep 25 04:41:05.644056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ca57-ee8a-4d67-8001-84ead66c69da req-54670875-1f62-48d1-9d71-6dd14df88c41 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:05.645512 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c37ca57-ee8a-4d67-8001-84ead66c69da req-54670875-1f62-48d1-9d71-6dd14df88c41 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0500457 Sep 25 04:41:05.692141 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c37ca57-ee8a-4d67-8001-84ead66c69da req-1e200c05-5342-4954-b969-a81de9a68853 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Sep 25 04:41:06.638665 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226826c6-a94b-47b7-9cfa-1f76d642039d req-4bec7c87-5712-4833-99e4-d19035dd085e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:06.640121 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-226826c6-a94b-47b7-9cfa-1f76d642039d req-4bec7c87-5712-4833-99e4-d19035dd085e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0468535 Sep 25 04:41:06.688183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-226826c6-a94b-47b7-9cfa-1f76d642039d req-5de5f10e-b531-4b93-9fc7-7e192be306d8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 Sep 25 04:41:06.819506 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccd247-993f-45fc-8320-74512f4f6d40 req-c21e6974-b497-4a0b-a02f-193cfce0bd1f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:06.820975 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ccccd247-993f-45fc-8320-74512f4f6d40 req-c21e6974-b497-4a0b-a02f-193cfce0bd1f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0546546 Sep 25 04:41:06.878181 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ccccd247-993f-45fc-8320-74512f4f6d40 req-205f09e7-41f9-4140-9ffe-2e51f3a8c5f0 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516322 Sep 25 04:41:07.614649 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0ed318c8-c285-4ba3-965c-a6a0c7693b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:07.805401 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:07.846327 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f54ad-2748-47ab-a5e2-5b5f321f1c9b req-5a69f73b-7202-4ff7-9078-8711ec06d588 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:07.848414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae9f54ad-2748-47ab-a5e2-5b5f321f1c9b req-5a69f73b-7202-4ff7-9078-8711ec06d588 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0764363 Sep 25 04:41:07.851639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c921a-bee6-4aa9-b925-5c0701c8945c req-7a8d4e12-1c6b-483a-9aa4-6b35d6b4064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:07.853039 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-659c921a-bee6-4aa9-b925-5c0701c8945c req-7a8d4e12-1c6b-483a-9aa4-6b35d6b4064b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0721710 Sep 25 04:41:07.926926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae9f54ad-2748-47ab-a5e2-5b5f321f1c9b req-50c93f48-75ed-4705-bc73-c9c4e8f0242e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729499 Sep 25 04:41:07.933038 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-659c921a-bee6-4aa9-b925-5c0701c8945c req-9345bb53-9cb8-4808-bccb-8d896fc25887 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651169 Sep 25 04:41:08.001072 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e1456-7b27-4154-b30a-a7f01f3105c0 req-46c68851-b554-4e55-a256-5c81dc637dfd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:08.002547 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b6e1456-7b27-4154-b30a-a7f01f3105c0 req-46c68851-b554-4e55-a256-5c81dc637dfd tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0470486 Sep 25 04:41:08.051316 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b6e1456-7b27-4154-b30a-a7f01f3105c0 req-0250ce56-d244-486a-81bd-161ccae0579c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Sep 25 04:41:09.053080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1c699-7384-459d-b4bc-28b48dca28bc req-2c150e2d-f65f-4d60-b2f8-12ba963a0929 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:09.054444 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c9f1c699-7384-459d-b4bc-28b48dca28bc req-2c150e2d-f65f-4d60-b2f8-12ba963a0929 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0458376 Sep 25 04:41:09.103185 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c9f1c699-7384-459d-b4bc-28b48dca28bc req-b598d124-8d02-4614-9b4a-e085b67b33d4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 Sep 25 04:41:09.182551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c512aa-9636-4483-9923-06c7f8bf79f7 req-5ce029d2-5473-480b-aaa6-d4ce5d8be323 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:09.183994 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11c512aa-9636-4483-9923-06c7f8bf79f7 req-5ce029d2-5473-480b-aaa6-d4ce5d8be323 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0538301 Sep 25 04:41:09.232082 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11c512aa-9636-4483-9923-06c7f8bf79f7 req-1464295e-8383-4ae0-8a41-d85ffb8becae tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Sep 25 04:41:10.003232 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-68b50b7d-15e3-406d-98a1-cd48384b5679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:10.233245 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b361-0ad2-4041-8bc5-069e4a58bc46 req-ac7cb03d-bfdf-40bd-afa5-39a4599f95e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:10.234700 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-02b0b361-0ad2-4041-8bc5-069e4a58bc46 req-ac7cb03d-bfdf-40bd-afa5-39a4599f95e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0496402 Sep 25 04:41:10.282412 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-02b0b361-0ad2-4041-8bc5-069e4a58bc46 req-5c1ee5a5-4de5-4552-be4f-acdd70d8c9b4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Sep 25 04:41:10.343825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:10.361436 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544bfd6-5bab-4536-8833-8cd911c09d99 req-d4558f34-92d3-4df2-bedb-9549cb020400 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:10.362886 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1544bfd6-5bab-4536-8833-8cd911c09d99 req-d4558f34-92d3-4df2-bedb-9549cb020400 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Sep 25 04:41:10.409625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1544bfd6-5bab-4536-8833-8cd911c09d99 req-31f055c3-23f6-4b46-bbad-89bec8ec207d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Sep 25 04:41:10.811163 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901372d2-9ba6-4e14-825a-d605682545be req-d4218a42-193f-439b-a62b-9377e1ff978d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:10.812517 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-901372d2-9ba6-4e14-825a-d605682545be req-d4218a42-193f-439b-a62b-9377e1ff978d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0463176 Sep 25 04:41:10.860879 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-901372d2-9ba6-4e14-825a-d605682545be req-ad88e163-da07-4de8-8ea5-c0d6e59293d6 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Sep 25 04:41:11.087219 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:11.415096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdfaaf-112a-4b34-9fd0-73accf92af7c req-adf21ddd-696d-446d-8cc6-fe42ac20ea83 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:11.416539 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6bdfaaf-112a-4b34-9fd0-73accf92af7c req-adf21ddd-696d-446d-8cc6-fe42ac20ea83 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0459073 Sep 25 04:41:11.465506 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6bdfaaf-112a-4b34-9fd0-73accf92af7c req-e9bda0ab-2044-413f-a8ae-3d402829c987 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434475 Sep 25 04:41:11.986486 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee390b-0091-4f8a-a10b-58f4cffda2de req-114da739-1dd6-478f-b839-f417886aee6b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:11.987998 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2fee390b-0091-4f8a-a10b-58f4cffda2de req-114da739-1dd6-478f-b839-f417886aee6b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Sep 25 04:41:12.035742 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2fee390b-0091-4f8a-a10b-58f4cffda2de req-3f9259cf-c82d-44bc-aab1-ce991aeb6d3d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Sep 25 04:41:12.599309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e646563-02c4-4ab3-acdf-3b554fe33640 req-e48a2eb8-5d58-4f72-9f65-26a213df2cc6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:12.601130 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e646563-02c4-4ab3-acdf-3b554fe33640 req-e48a2eb8-5d58-4f72-9f65-26a213df2cc6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Sep 25 04:41:12.648591 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e646563-02c4-4ab3-acdf-3b554fe33640 req-1c919b8f-021c-4496-84ee-9f752f493965 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Sep 25 04:41:12.704584 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:12.824360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:13.031672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25046-eade-4125-a637-282b7d9fb885 req-9b85dc0d-87e8-4f5a-beea-2f34dc7b5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.033185 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-9b85dc0d-87e8-4f5a-beea-2f34dc7b5540 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0857067 Sep 25 04:41:13.049681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:13.164989 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25046-eade-4125-a637-282b7d9fb885 req-c10a09a6-31e4-4f37-a4db-46b5983d3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.166456 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-c10a09a6-31e4-4f37-a4db-46b5983d3315 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.1234305 Sep 25 04:41:13.178457 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15328786-d0a9-4c58-8791-5012ff7467ba req-5061d3d0-b16c-4939-91d9-6c1edf3a85f2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.179843 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15328786-d0a9-4c58-8791-5012ff7467ba req-5061d3d0-b16c-4939-91d9-6c1edf3a85f2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0685112 Sep 25 04:41:13.259833 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-c2670159-2e3b-4903-86d2-9e7e187df3a5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1001 time: 0.0789442 Sep 25 04:41:13.279956 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:41:13.299013 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15328786-d0a9-4c58-8791-5012ff7467ba req-ea5fbbf4-ecfd-458a-811e-0b862c9172c2 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117837 Sep 25 04:41:13.319172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25046-eade-4125-a637-282b7d9fb885 req-e8abb982-5bbc-4720-be3c-2526ec394b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.321208 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-e8abb982-5bbc-4720-be3c-2526ec394b38 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0542345 Sep 25 04:41:13.370189 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25046-eade-4125-a637-282b7d9fb885 req-059cfebf-f533-4ec1-90c4-0cdfeeaac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.371698 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-059cfebf-f533-4ec1-90c4-0cdfeeaac4cf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439463 Sep 25 04:41:13.380890 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:13.395609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '28807ae7-bb46-4e31-93d7-48170864edca', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '28807ae7-bb46-4e31-93d7-48170864edca', 'mac_address': 'fa:16:3e:e6:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:41:13.430627 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:41:13.431022 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:13.443905 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:41:13.463343 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-51a00ac6-25f2-46c4-9bf9-52c678255849 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Sep 25 04:41:13.464055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:13.468454 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:13.517045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=9']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:13.560202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8df25046-eade-4125-a637-282b7d9fb885 req-2ec81e22-aded-4a11-84a4-0145322daeae service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905929 Sep 25 04:41:13.765774 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:13.774789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12807d-691c-4494-ade9-4b54f0800f1a req-30f8c3e8-c4fd-435b-9b13-44a2d9583389 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:13.776193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9f12807d-691c-4494-ade9-4b54f0800f1a req-30f8c3e8-c4fd-435b-9b13-44a2d9583389 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0472679 Sep 25 04:41:13.822669 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9f12807d-691c-4494-ade9-4b54f0800f1a req-338fa5fd-0f67-4d8d-89e0-3aa519bd9ee2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Sep 25 04:41:14.121390 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['28807ae7-bb46-4e31-93d7-48170864edca'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:41:14.424762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abd16-918c-4be0-a0be-4e19d3152e43 req-3451d7e3-dfdc-4a15-a03b-867c03e3efdb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:14.426710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d09abd16-918c-4be0-a0be-4e19d3152e43 req-3451d7e3-dfdc-4a15-a03b-867c03e3efdb tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0515366 Sep 25 04:41:14.474036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d09abd16-918c-4be0-a0be-4e19d3152e43 req-556c85c3-264f-452d-8fc7-f066f3457d96 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Sep 25 04:41:14.951297 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7dc96-20f7-4d14-87b4-bfd31bb240e8 req-39fecaa6-3682-40ab-ba9e-517b33602304 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:14.952769 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ba7dc96-20f7-4d14-87b4-bfd31bb240e8 req-39fecaa6-3682-40ab-ba9e-517b33602304 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 944 time: 0.0465400 Sep 25 04:41:15.000872 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ba7dc96-20f7-4d14-87b4-bfd31bb240e8 req-eac84698-aece-41ca-9609-467669522410 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Sep 25 04:41:15.596023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a4867-aeb1-4ded-8478-3cf7e7f01967 req-54526dd5-c3e3-451d-9e3a-45ab63816a90 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:15.598091 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-900a4867-aeb1-4ded-8478-3cf7e7f01967 req-54526dd5-c3e3-451d-9e3a-45ab63816a90 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0458179 Sep 25 04:41:15.647837 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-900a4867-aeb1-4ded-8478-3cf7e7f01967 req-c2ac0d36-4f61-4692-9d66-b3fd53358993 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Sep 25 04:41:15.836169 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:41:15.879766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 28807ae7-bb46-4e31-93d7-48170864edca triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:41:15.880143 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (28807ae7-bb46-4e31-93d7-48170864edca), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:15.880480 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 28807ae7-bb46-4e31-93d7-48170864edca Sep 25 04:41:15.948371 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:15.955960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 28807ae7-bb46-4e31-93d7-48170864edca is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:41:15.956370 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:15.980417 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:15.982843 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a82ab7d-9b5e-4f4f-991c-de015a17fef9" -d '{"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:15.995455 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:15.999496 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:16.023830 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d6653-5a94-4b46-b431-88edb2f5e01b x-openstack-request-id: req-741d6653-5a94-4b46-b431-88edb2f5e01b {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:16.024124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-plugged", "status": "completed", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:16.024379 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-741d6653-5a94-4b46-b431-88edb2f5e01b {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:16.024803 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741d6653-5a94-4b46-b431-88edb2f5e01b'] response: {'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'code': 200} Sep 25 04:41:16.050195 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=10']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:16.127532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8164cf-b4fe-4c01-8ee4-6e7fcf69221d req-49133ea8-e030-40e8-8d8a-bfe43099d682 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:16.128969 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a8164cf-b4fe-4c01-8ee4-6e7fcf69221d req-49133ea8-e030-40e8-8d8a-bfe43099d682 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0460455 Sep 25 04:41:16.175724 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a8164cf-b4fe-4c01-8ee4-6e7fcf69221d req-0b316cbb-dcce-4739-bf29-faac8de8dc0b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 Sep 25 04:41:16.762119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:16.772983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ea12c-52de-4bd1-906f-def147faca7c req-7ad4262f-9e96-4909-b87c-a50bc7636211 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:16.774439 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d23ea12c-52de-4bd1-906f-def147faca7c req-7ad4262f-9e96-4909-b87c-a50bc7636211 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0473084 Sep 25 04:41:16.820621 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d23ea12c-52de-4bd1-906f-def147faca7c req-bf6845ec-dffe-46df-bdaf-a510d90c7799 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406137 Sep 25 04:41:17.305270 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4035512-2d8a-41e7-9df9-a76641be09d6 req-b81586f0-993c-45df-82e5-50f5d347cb60 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:17.306640 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4035512-2d8a-41e7-9df9-a76641be09d6 req-b81586f0-993c-45df-82e5-50f5d347cb60 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Sep 25 04:41:17.352824 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4035512-2d8a-41e7-9df9-a76641be09d6 req-44ef0924-0e2c-4d54-95eb-4d26f26e81d2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Sep 25 04:41:17.939360 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e4350-92e2-4b42-a04a-9c6fbd0d2a1b req-a9ad98aa-f3f0-42b4-a937-c54c203c2828 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:17.940822 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9e5e4350-92e2-4b42-a04a-9c6fbd0d2a1b req-a9ad98aa-f3f0-42b4-a937-c54c203c2828 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0458939 Sep 25 04:41:17.987718 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9e5e4350-92e2-4b42-a04a-9c6fbd0d2a1b req-09d0d740-1189-4120-9a1f-be5c122e070a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Sep 25 04:41:18.104381 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44444b-7322-4af5-86d5-3c90d8e8f4a8 req-227b4abb-d7f2-4ebf-ad7d-aca1bc7c8d96 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:18.105908 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e44444b-7322-4af5-86d5-3c90d8e8f4a8 req-227b4abb-d7f2-4ebf-ad7d-aca1bc7c8d96 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0470979 Sep 25 04:41:18.116682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59032) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:41:18.121000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Request body: {'floatingip': {'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:41:18.175251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:18.377231 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:18.641791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb79d-79a6-4dd3-85d6-ec83e2206ae5 req-62b9a9de-e88b-4eb6-8302-23e5191e696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:18.643232 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-24dcb79d-79a6-4dd3-85d6-ec83e2206ae5 req-62b9a9de-e88b-4eb6-8302-23e5191e696e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 1130 time: 0.3050637 Sep 25 04:41:18.746561 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522cd06-b86f-4107-9ff0-e29afa279cd9 req-1aa3e5c0-62d6-4bee-88cb-a73717c4511b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:18.748010 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d522cd06-b86f-4107-9ff0-e29afa279cd9 req-1aa3e5c0-62d6-4bee-88cb-a73717c4511b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.1076765 Sep 25 04:41:18.795453 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-24dcb79d-79a6-4dd3-85d6-ec83e2206ae5 req-8473e215-7bd5-42cb-9730-167ced11530b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355495 Sep 25 04:41:18.868378 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d522cd06-b86f-4107-9ff0-e29afa279cd9 req-ff032139-a74d-438f-88f6-ab43b474d4b6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113281 Sep 25 04:41:19.000324 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:19.004724 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:19.102592 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:19.204061 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:41:19.307970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:41:19.312812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:19.319034 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:41:19.321279 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:19.330539 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:19.331149 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:19.343902 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:19.346216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496373b-83d7-44f1-beb2-a154180b5f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:19.381730 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2e63226d-9146-485d-adbc-2d302b32f602 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/f5891af9-f71d-4bf3-86ee-eb0205640477 HTTP/1.1" status: 200 len: 993 time: 1.2640009 Sep 25 04:41:19.438767 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:19.456181 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cfff93-8fc3-455d-bfcb-6f420aa02ed4 x-openstack-request-id: req-57cfff93-8fc3-455d-bfcb-6f420aa02ed4 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:19.456483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:19.456749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57cfff93-8fc3-455d-bfcb-6f420aa02ed4 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:19.457326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cfff93-8fc3-455d-bfcb-6f420aa02ed4'] response: {'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'status': 'completed', 'code': 200} Sep 25 04:41:19.653071 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:41:18Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:19.678314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:41:19.686570 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:19.687170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:19.794164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:20.031636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:41:18Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:20.044728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee2b01-62ad-49be-a7e3-238aea13e1af req-c66b21ea-cb90-458a-b3e8-f4760c1160a0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:20.047154 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-14ee2b01-62ad-49be-a7e3-238aea13e1af req-c66b21ea-cb90-458a-b3e8-f4760c1160a0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0891054 Sep 25 04:41:20.057892 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b91f67c-6c3b-4265-9061-6a9c5e7049a1 None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f5891af9-f71d-4bf3-86ee-eb0205640477', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'port_id': '200b52b7-c7da-4e8b-924a-5151390b5778', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'mac_address': 'fa:16:3e:ec:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348d173-f0db-4d60-94f5-1765387d7294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:38:18Z', 'updated_at': '2022-09-25T04:41:18Z', 'revision_number': 3, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:41:20.059287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb5e7-81a9-4f1c-bfb2-6d655e3dae24 req-346c4ed8-fdcd-48e7-bccc-416b464198c0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:20.061469 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fbcdb5e7-81a9-4f1c-bfb2-6d655e3dae24 req-346c4ed8-fdcd-48e7-bccc-416b464198c0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0671530 Sep 25 04:41:20.079042 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:20.141115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-14ee2b01-62ad-49be-a7e3-238aea13e1af req-c793b9f1-15d2-43d9-a911-ba242f2b81f4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787449 Sep 25 04:41:20.159328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fbcdb5e7-81a9-4f1c-bfb2-6d655e3dae24 req-eeab363f-f6ce-485e-a337-c591b0d9e16c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874066 Sep 25 04:41:20.221538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-00e1e94b-d999-4faa-a7f4-afd9cb9a868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:20.223171 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-00e1e94b-d999-4faa-a7f4-afd9cb9a868b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.0519989 Sep 25 04:41:21.073669 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:21.321650 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d83215-50ce-47bf-b086-bb5e7298553e req-89289d1f-9a3e-4711-9f9e-d1313847ec50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:21.323159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b5d83215-50ce-47bf-b086-bb5e7298553e req-89289d1f-9a3e-4711-9f9e-d1313847ec50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0761528 Sep 25 04:41:21.329195 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e234e-e16b-444e-9459-b776a7665e7e req-e1aed29f-a5de-4326-8290-4980e96cdc4f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:21.330484 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-731e234e-e16b-444e-9459-b776a7665e7e req-e1aed29f-a5de-4326-8290-4980e96cdc4f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0720510 Sep 25 04:41:21.408971 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b5d83215-50ce-47bf-b086-bb5e7298553e req-a30f0da1-c724-4abf-bd45-0891b65067b1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775194 Sep 25 04:41:21.413294 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-731e234e-e16b-444e-9459-b776a7665e7e req-79b65d24-34c0-4f5d-9456-952b2797caef tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747106 Sep 25 04:41:21.458934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:21.461517 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d029ac1c-8401-4377-a06d-542df98619f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:21.500455 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1627fad6-7986-4c2e-a19d-bb89a1e474aa x-openstack-request-id: req-1627fad6-7986-4c2e-a19d-bb89a1e474aa {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:21.500788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:21.501045 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1627fad6-7986-4c2e-a19d-bb89a1e474aa {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:21.501452 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1627fad6-7986-4c2e-a19d-bb89a1e474aa'] response: {'name': 'network-changed', 'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'status': 'completed', 'code': 200} Sep 25 04:41:21.853552 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-f8dcf2e1-bee2-4806-af9f-3e3e3b8c9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:21.854972 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-f8dcf2e1-bee2-4806-af9f-3e3e3b8c9c32 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.0939522 Sep 25 04:41:22.567588 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa45190-b93a-4038-a529-4d78e31b9710 req-8694d74f-d695-4b84-b2f3-9280f946f484 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:22.569034 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1fa45190-b93a-4038-a529-4d78e31b9710 req-8694d74f-d695-4b84-b2f3-9280f946f484 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0800233 Sep 25 04:41:22.579682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c124843-2680-40c8-b09d-660742c38fd0 req-48e04341-70e0-4fdd-8e98-00ccb2386a55 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:22.581144 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1c124843-2680-40c8-b09d-660742c38fd0 req-48e04341-70e0-4fdd-8e98-00ccb2386a55 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0804012 Sep 25 04:41:22.652359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1fa45190-b93a-4038-a529-4d78e31b9710 req-db4ce374-f4e3-4aa6-b154-025c29becc07 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701168 Sep 25 04:41:22.664332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1c124843-2680-40c8-b09d-660742c38fd0 req-9ec5d82f-6134-414e-bb3b-c63710f3335f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734122 Sep 25 04:41:22.903832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:22.918800 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-d2cd120f-f940-46c7-980c-d170fbf2208c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1001 time: 0.0636182 Sep 25 04:41:23.116659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-8553b90d-21da-4273-9564-cc9187148d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:23.118130 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-8553b90d-21da-4273-9564-cc9187148d76 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0503187 Sep 25 04:41:23.291024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-d9534e0c-a649-4424-a135-fbf9162ce7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:23.292498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-d9534e0c-a649-4424-a135-fbf9162ce7ba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769939 Sep 25 04:41:23.299977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-c1d2fea0-4db1-40a4-b744-3172db835ba4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:23.302192 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-c1d2fea0-4db1-40a4-b744-3172db835ba4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.0853143 Sep 25 04:41:23.471587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port 9bd5cc76-3974-4656-ab0e-c104227f5d9c {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:41:23.472323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:23.499639 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-9e3e8820-4173-47b5-899d-e0f6d94a21da service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962240 Sep 25 04:41:23.540172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:23.664435 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] For port 9bd5cc76-3974-4656-ab0e-c104227f5d9c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=9bd5cc76-3974-4656-ab0e-c104227f5d9c,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:23.665180 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:23.693073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3496373b-83d7-44f1-beb2-a154180b5f8c req-e18e5e10-aab0-4f9d-a18e-ca3cda4afd0a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645007 Sep 25 04:41:23.922779 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6b379-60f9-4653-9391-0076d7c1decd req-66d1efb9-bdda-4481-b526-202ad2d7ae1e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:23.924875 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64b6b379-60f9-4653-9391-0076d7c1decd req-66d1efb9-bdda-4481-b526-202ad2d7ae1e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 946 time: 0.1725123 Sep 25 04:41:23.937597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029ac1c-8401-4377-a06d-542df98619f7 req-16be2e13-baf1-4cfc-9fcc-e9d8a6887b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:23.939268 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-16be2e13-baf1-4cfc-9fcc-e9d8a6887b74 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 1129 time: 0.1408672 Sep 25 04:41:24.153821 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64b6b379-60f9-4653-9391-0076d7c1decd req-70513e04-ad3f-4dcf-8cfa-57bc00964996 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174652 Sep 25 04:41:24.165837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39652e-7f39-4dcd-9c2c-820d4bfcd3da req-fab75afd-c845-4932-8aeb-2275778646b2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:24.167206 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ff39652e-7f39-4dcd-9c2c-820d4bfcd3da req-fab75afd-c845-4932-8aeb-2275778646b2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.1053007 Sep 25 04:41:24.169315 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:24.169681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (a8629ef8-af7d-4469-afba-1a69bd482656), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:24.169992 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP a8629ef8-af7d-4469-afba-1a69bd482656 disassociated. External IP: 172.27.0.235, port: 9bd5cc76-3974-4656-ab0e-c104227f5d9c. Sep 25 04:41:24.170336 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for 9bd5cc76-3974-4656-ab0e-c104227f5d9c owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:41:24.253546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029ac1c-8401-4377-a06d-542df98619f7 req-d55a4c22-a889-47be-b367-8eb1ce054c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:24.255222 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-d55a4c22-a889-47be-b367-8eb1ce054c8e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 200 len: 919 time: 0.3028717 Sep 25 04:41:24.264566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:24.292323 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ff39652e-7f39-4dcd-9c2c-820d4bfcd3da req-902d107f-a9f9-40a1-ad34-6a25f3e2d72a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159170 Sep 25 04:41:24.363581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (9bd5cc76-3974-4656-ab0e-c104227f5d9c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:24.393375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=9bd5cc76-3974-4656-ab0e-c104227f5d9c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:24.405114 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.405405 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.405743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.406080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.406411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.406737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.407058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.407383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.407703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.408025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.408347 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.408689 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.409005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.409323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.410659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:24.452292 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:24.527934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:41:24.681781 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-ebb89174-0bc7-47b3-9937-a7839d6ef81a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 200 len: 1001 time: 0.1054304 Sep 25 04:41:24.695873 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:41:24.706172 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:41:24.718592 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:24.719232 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:24.832549 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:25.031617 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] No DVR routers for this DVR port 9bd5cc76-3974-4656-ab0e-c104227f5d9c on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:41:25.037723 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:25.040974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5f7e0b8-a1b1-4f4b-a268-4f71985947d4 req-37f1b655-352d-4d6f-878d-fd3f1e346792 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9bd5cc76-3974-4656-ab0e-c104227f5d9c HTTP/1.1" status: 204 len: 173 time: 1.7289336 Sep 25 04:41:25.041470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'name': 'network-vif-deleted', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:25.043826 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5312353-f515-49bc-92ba-01f5d07f5572" -d '{"events": [{"server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "name": "network-vif-deleted", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:25.059076 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:25.063952 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029ac1c-8401-4377-a06d-542df98619f7 req-dbb67d1a-c816-4b1c-812f-bb93f7365a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:25.065489 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-dbb67d1a-c816-4b1c-812f-bb93f7365a45 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 200 len: 858 time: 0.0847211 Sep 25 04:41:25.091715 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:41:25.101525 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:25.102534 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:25.141801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4039f430-af6f-4483-8d65-a6b1d4a9ad4b x-openstack-request-id: req-4039f430-af6f-4483-8d65-a6b1d4a9ad4b {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:25.142105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6138f3e-a927-4d61-890c-ccd60213e4f2", "name": "network-vif-deleted", "tag": "9bd5cc76-3974-4656-ab0e-c104227f5d9c", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:25.142355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4039f430-af6f-4483-8d65-a6b1d4a9ad4b {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:25.142752 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4039f430-af6f-4483-8d65-a6b1d4a9ad4b'] response: {'server_uuid': 'd6138f3e-a927-4d61-890c-ccd60213e4f2', 'name': 'network-vif-deleted', 'tag': '9bd5cc76-3974-4656-ab0e-c104227f5d9c', 'status': 'completed', 'code': 200} Sep 25 04:41:25.153960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029ac1c-8401-4377-a06d-542df98619f7 req-2e2c0a67-68fe-44a8-ba1e-76f5655218d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:25.155474 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-2e2c0a67-68fe-44a8-ba1e-76f5655218d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=80b6de49-451b-443e-9218-1f0470a46dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822799 Sep 25 04:41:25.239593 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:25.296910 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7808cf5e-f3f5-4405-b68b-a4a83df0b1aa req-4928c790-b2ba-42ec-bf15-87a580869c0f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0563462 Sep 25 04:41:25.384204 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-8b198936-e382-4b00-84fd-052748de276b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164689 Sep 25 04:41:25.445465 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:25.481012 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0271775-7057-4a3d-890c-bc0e9eeaff97 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:41:25.505339 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d029ac1c-8401-4377-a06d-542df98619f7 req-17ec6370-e8cd-4065-b320-83db34211975 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096718 Sep 25 04:41:25.759110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400bb83c-3481-4141-8b05-3e19366db744 None None] New status for floating IP a8629ef8-af7d-4469-afba-1a69bd482656: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:41:26.425698 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7c450baa-1dd5-4be6-8244-6f83fbfb8306 req-caa02401-2818-4b88-808d-7787ba04013b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d6138f3e-a927-4d61-890c-ccd60213e4f2 HTTP/1.1" status: 200 len: 210 time: 0.0421190 Sep 25 04:41:26.469008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aa428-d545-4cd7-a0ab-4d5ce51680f3 req-7aff8e45-b3ad-47b4-929e-d053ec47a143 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:26.470775 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c8aa428-d545-4cd7-a0ab-4d5ce51680f3 req-7aff8e45-b3ad-47b4-929e-d053ec47a143 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0741882 Sep 25 04:41:26.521959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c8aa428-d545-4cd7-a0ab-4d5ce51680f3 req-92b45dc4-af4a-4acf-9422-7912b74a6686 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Sep 25 04:41:27.670671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0edf82-83a6-4459-83d1-201ccbcae2d1 req-47f0b2f6-56cf-43d0-a231-70793f2dc2fd tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:27.672285 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab0edf82-83a6-4459-83d1-201ccbcae2d1 req-47f0b2f6-56cf-43d0-a231-70793f2dc2fd tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0635185 Sep 25 04:41:27.709112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:27.760559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-e3beff00-d06a-44d2-bb41-34a77d5fe656 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2021890742&fields=id&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 267 time: 0.0795710 Sep 25 04:41:27.763524 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab0edf82-83a6-4459-83d1-201ccbcae2d1 req-f718ce61-5173-4c0a-b119-96d769f53b84 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839775 Sep 25 04:41:27.873775 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-ce9cff11-47d2-425d-938e-0a39b88f2b71 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:27.875261 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-ce9cff11-47d2-425d-938e-0a39b88f2b71 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.1081970 Sep 25 04:41:27.890555 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-8a7971ea-b204-4f92-81e3-da56e2f66ae1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/quotas/00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 375 time: 0.0092268 Sep 25 04:41:27.906753 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 9bd5cc76-3974-4656-ab0e-c104227f5d9c no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:41:27.927310 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 9bd5cc76-3974-4656-ab0e-c104227f5d9c {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:41:27.927658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 9bd5cc76-3974-4656-ab0e-c104227f5d9c not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:41:27.941240 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-5ac8886c-7d3f-43e8-b0c8-4bd9ae1545fa tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452232 Sep 25 04:41:28.074115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:28.084443 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-e98347a5-987f-4f84-b398-e6365ed79181 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308584 Sep 25 04:41:28.173312 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-07bc8786-731d-4469-b8b1-2915d86fce33 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826769 Sep 25 04:41:28.464326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f67bcb84-d850-48c5-9919-561d70c35d41 req-4b001950-1a33-4e5e-a01d-8aa5a116c0d2 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 210 time: 0.0322499 Sep 25 04:41:28.896292 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a645-68f2-4ad4-84b9-78e40884d99b req-9826f203-6b1b-4e19-9d23-aba5dbab97ed tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:28.897927 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a044a645-68f2-4ad4-84b9-78e40884d99b req-9826f203-6b1b-4e19-9d23-aba5dbab97ed tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0552087 Sep 25 04:41:28.953755 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a044a645-68f2-4ad4-84b9-78e40884d99b req-cd3acaf7-4b04-44e8-afcc-07772cace784 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498514 Sep 25 04:41:28.971258 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:41:29.178982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b009e5d-4228-4853-9842-0db9d39bfe7a req-6e93ae79-c917-46a5-8591-44fcfa33e0f0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:29.180504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b009e5d-4228-4853-9842-0db9d39bfe7a req-6e93ae79-c917-46a5-8591-44fcfa33e0f0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0476744 Sep 25 04:41:29.241710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b009e5d-4228-4853-9842-0db9d39bfe7a req-27782e3c-12ba-4adc-ba47-4b92860a7e79 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553355 Sep 25 04:41:29.289351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de359-ec03-4a71-9f30-15c590f173f9 req-54f2da3e-b785-402e-93a9-881f24a74d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:29.290858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-54f2da3e-b785-402e-93a9-881f24a74d79 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1168 time: 0.0447414 Sep 25 04:41:29.402399 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de359-ec03-4a71-9f30-15c590f173f9 req-69951d36-2a10-4491-8701-4e90f80cd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:29.403848 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-69951d36-2a10-4491-8701-4e90f80cd282 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.0899603 Sep 25 04:41:29.478785 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-3f75a35f-c53f-4c7b-8d86-ee3f13670266 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 1001 time: 0.0602977 Sep 25 04:41:29.531889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de359-ec03-4a71-9f30-15c590f173f9 req-b008aa4a-4fbf-4bdf-99ac-a83bb6b6d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:29.533536 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-b008aa4a-4fbf-4bdf-99ac-a83bb6b6d934 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0471447 Sep 25 04:41:29.591956 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d06266b-e6b9-42f6-8d5e-65db0b89a6c0 req-20e9a21d-f8b1-40fe-8e99-fcd6e47005a8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 210 time: 0.0491498 Sep 25 04:41:29.604801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de359-ec03-4a71-9f30-15c590f173f9 req-19f1a7f4-8571-4760-ba2a-9eaaf1324005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:29.606345 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-19f1a7f4-8571-4760-ba2a-9eaaf1324005 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625756 Sep 25 04:41:29.972536 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-01d20453-8fea-4641-9846-3c956e098094 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889378 Sep 25 04:41:30.041973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:30.160763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306c6bb-1f8b-4106-abd8-5f547a2c7336 req-642b1956-6c68-4cdf-a4dc-8bee8ebeccfb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:30.162238 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8306c6bb-1f8b-4106-abd8-5f547a2c7336 req-642b1956-6c68-4cdf-a4dc-8bee8ebeccfb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1222210 Sep 25 04:41:30.202301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-142de359-ec03-4a71-9f30-15c590f173f9 req-e937598b-fed4-4970-a65a-a97ffa69e383 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226639 Sep 25 04:41:30.217246 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:30.237412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-0cbd5cc7-16cd-46df-a9b6-85dd30c778f5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:30.239036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-0cbd5cc7-16cd-46df-a9b6-85dd30c778f5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.2132654 Sep 25 04:41:30.250655 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8306c6bb-1f8b-4106-abd8-5f547a2c7336 req-e3d0a499-30df-43a2-98ce-1be2ad1878ed tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819411 Sep 25 04:41:30.311400 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-e9136771-af53-48a3-a744-e8c5df67e51b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 380 time: 0.0566082 Sep 25 04:41:30.358793 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'port': {'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'admin_state_up': True, 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'security_groups': ['8b5b8b25-8fd8-43c8-be65-4f04ff420dd0']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:41:30.418919 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d25f-fbd8-48e2-9f86-80a246a47362 req-63757e25-1df8-49c6-bedf-566092637122 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:30.420414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb31d25f-fbd8-48e2-9f86-80a246a47362 req-63757e25-1df8-49c6-bedf-566092637122 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0965915 Sep 25 04:41:30.523535 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb31d25f-fbd8-48e2-9f86-80a246a47362 req-b8281b64-1366-4a73-9a81-973407a21b95 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953393 Sep 25 04:41:30.532691 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Made reservation on behalf of 00f66d2c942b419abc8d9d010c5a57f3 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:41:30.536854 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:30.666257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.20.0.10 (fc0edd4f-78eb-4338-9c41-437457efbef1/9b8cd4f7-c364-480a-abff-7f8054e3f687/d940c3fc-ea28-4472-a65e-66e192fca8c0) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:41:30.700413 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb182f4f-2530-42bb-839e-e0e01db9eeed req-9e7a66dc-32e8-42be-bd49-f96d8b6bad7e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 210 time: 0.0298314 Sep 25 04:41:30.832889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:30.854699 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:30.867519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:30.917534 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:41:30.920740 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:41:30.924627 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:41:30.948605 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:30.984648 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:30.985262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.003707 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eacb9481-3b16-46ff-a396-2703a43b4e6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508138 Sep 25 04:41:31.039173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Request body: {'port': {'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:41:31.095825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:31.102087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.140443 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Provisioning complete for port d940c3fc-ea28-4472-a65e-66e192fca8c0 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:41:31.141023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.141176 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Attempt 1 to provision port d940c3fc-ea28-4472-a65e-66e192fca8c0 Sep 25 04:41:31.171274 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:31.174065 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Port d940c3fc-ea28-4472-a65e-66e192fca8c0 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:41:31.386637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d940c3fc-ea28-4472-a65e-66e192fca8c0 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:41:31.398203 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks [] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.410579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129d0d-b4c2-498e-90fb-eb1d3831cd29 req-1f816837-c675-4e97-ad63-ef0eb10a67b6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:31.412046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-66129d0d-b4c2-498e-90fb-eb1d3831cd29 req-1f816837-c675-4e97-ad63-ef0eb10a67b6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0828521 Sep 25 04:41:31.424814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Transition to ACTIVE for port object d940c3fc-ea28-4472-a65e-66e192fca8c0 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:41:31.435513 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.517573 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-66129d0d-b4c2-498e-90fb-eb1d3831cd29 req-de5d7b4b-0495-4428-ac1e-4dfeeb232dd1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997956 Sep 25 04:41:31.524325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:31.572287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Attempting to bind port d940c3fc-ea28-4472-a65e-66e192fca8c0 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:41:31.572629 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Attempting to bind port d940c3fc-ea28-4472-a65e-66e192fca8c0 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:41:31.572988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Attempting to bind port d940c3fc-ea28-4472-a65e-66e192fca8c0 on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:41:31.645999 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Port d940c3fc-ea28-4472-a65e-66e192fca8c0 on network fc0edd4f-78eb-4338-9c41-437457efbef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:41:31.646329 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Attempting to bind port d940c3fc-ea28-4472-a65e-66e192fca8c0 on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:41:31.656274 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8dd92-7850-48ea-9aaf-0ccd6405a526 req-8ca8969d-51d0-4e99-93a2-d58a12bc3695 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:31.657769 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47b8dd92-7850-48ea-9aaf-0ccd6405a526 req-8ca8969d-51d0-4e99-93a2-d58a12bc3695 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0567281 Sep 25 04:41:31.676179 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Attempt 2 to provision port d940c3fc-ea28-4472-a65e-66e192fca8c0 Sep 25 04:41:31.707949 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Port d940c3fc-ea28-4472-a65e-66e192fca8c0 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:41:31.736343 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:41:31.736591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:41:31.737000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Bound using segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:41:31.737440 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Bound port: d940c3fc-ea28-4472-a65e-66e192fca8c0, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:41:31.738495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.740197 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:31.767051 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47b8dd92-7850-48ea-9aaf-0ccd6405a526 req-ca35a36e-0c44-414d-8e2a-01df28741bd7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882556 Sep 25 04:41:31.845383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:31.859709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97984-60eb-41bb-b4dc-2742b3ce2a89 req-e2925595-4f75-4894-9f53-838a1ef24174 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:31.861203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eec97984-60eb-41bb-b4dc-2742b3ce2a89 req-e2925595-4f75-4894-9f53-838a1ef24174 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0729020 Sep 25 04:41:31.864831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:41:31.868183 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:41:31.885271 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.892865 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:31.893615 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:31.895187 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 1094 time: 0.8610439 Sep 25 04:41:31.895760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:31.898261 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6804d4b-0bb4-4054-9940-4f3377f97046" -d '{"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:31.963267 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eec97984-60eb-41bb-b4dc-2742b3ce2a89 req-dc3f1af2-c19f-4604-afab-d011c5e4a863 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933559 Sep 25 04:41:31.977434 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7cea4-8fc2-45c9-a59a-747f61f9aac1 x-openstack-request-id: req-f0e7cea4-8fc2-45c9-a59a-747f61f9aac1 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:31.977726 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:31.977981 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0e7cea4-8fc2-45c9-a59a-747f61f9aac1 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:31.978382 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7cea4-8fc2-45c9-a59a-747f61f9aac1'] response: {'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'status': 'completed', 'code': 200} Sep 25 04:41:31.980671 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a507cd-b930-41a2-9bc2-33d124486cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:32.009344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-5218427a-1f31-493b-9810-8263caa2c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:32.011005 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-5218427a-1f31-493b-9810-8263caa2c537 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1128 time: 0.0450876 Sep 25 04:41:32.062596 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-ab9e6f5e-23ff-4bbb-9277-ff1f3f9ae849 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 217 time: 0.0354242 Sep 25 04:41:32.111048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-f13406bf-de77-46f8-8922-25150d9eab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:32.112463 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-f13406bf-de77-46f8-8922-25150d9eab88 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0430799 Sep 25 04:41:32.158731 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-964b6eff-9035-401a-84a7-95f3bdad3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:32.160881 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-964b6eff-9035-401a-84a7-95f3bdad3766 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384195 Sep 25 04:41:32.209291 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Attempt 3 to provision port d940c3fc-ea28-4472-a65e-66e192fca8c0 Sep 25 04:41:32.249891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-cb089e7e-59ea-4bbb-b027-c245a3802ab5 None None] Port d940c3fc-ea28-4472-a65e-66e192fca8c0 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:41:32.262220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-eb949ddc-2d3e-4346-ad7d-c565edd59ea2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865095 Sep 25 04:41:32.352944 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71f40c55-9f4e-4669-a655-09eb9fd5ba27 req-91f72345-f76a-4792-b391-dc75bb18b31c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819991 Sep 25 04:41:32.643013 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb56d-0c4f-453e-b56e-e25429c8b6e8 req-53bb449e-3434-45ed-a779-ad8358362d84 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:32.644512 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-262cb56d-0c4f-453e-b56e-e25429c8b6e8 req-53bb449e-3434-45ed-a779-ad8358362d84 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0494428 Sep 25 04:41:32.955493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067803b-01eb-40ad-a323-f8ab3e27cfd1 req-84837897-d4d3-4ddb-9310-3435745ec399 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:32.957548 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9067803b-01eb-40ad-a323-f8ab3e27cfd1 req-84837897-d4d3-4ddb-9310-3435745ec399 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0624387 Sep 25 04:41:32.960851 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-262cb56d-0c4f-453e-b56e-e25429c8b6e8 req-201a57d4-bfeb-4c02-87d9-3c86fbaa6c7c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108387 Sep 25 04:41:33.017887 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9067803b-01eb-40ad-a323-f8ab3e27cfd1 req-a5b3646e-c5e1-4e0a-b5ee-09f8fb2542fb tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543830 Sep 25 04:41:33.091686 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9945-213f-41f5-9319-0710517cb5c2 req-6123a263-438f-47cc-9330-75f42990a794 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:33.093209 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2de9945-213f-41f5-9319-0710517cb5c2 req-6123a263-438f-47cc-9330-75f42990a794 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0472832 Sep 25 04:41:33.144626 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2de9945-213f-41f5-9319-0710517cb5c2 req-ac6bd867-c106-4c8d-99bf-79bfd54c8c5b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Sep 25 04:41:33.802496 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-7d85924f-a729-4cac-a740-63576a630da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:33.803989 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-7d85924f-a729-4cac-a740-63576a630da3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1128 time: 0.0398879 Sep 25 04:41:33.900169 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-bd7ca0b4-5aa3-46cb-b129-ed3f48d7a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:33.901624 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-bd7ca0b4-5aa3-46cb-b129-ed3f48d7a850 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.0904722 Sep 25 04:41:33.943787 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-219e48e4-644a-4021-9e64-3cdef077b1b7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 217 time: 0.0324807 Sep 25 04:41:33.992178 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-047762b7-1959-485a-8cfe-f8e42ef3a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:33.993655 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-047762b7-1959-485a-8cfe-f8e42ef3a0fa service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0433338 Sep 25 04:41:34.010688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:34.037656 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:34.057765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-561df816-e9d6-440b-9600-39c974ff46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:34.059307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-561df816-e9d6-440b-9600-39c974ff46d8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566401 Sep 25 04:41:34.149076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da03bd1-910e-4544-a101-7040eaa1d289 req-2be37dd4-2c99-49d4-a843-530c187b0dec tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:34.150498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7da03bd1-910e-4544-a101-7040eaa1d289 req-2be37dd4-2c99-49d4-a843-530c187b0dec tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1081386 Sep 25 04:41:34.209166 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842a11a-f712-4580-ae38-0d1dec9384d5 req-007f6658-1904-4d93-81b5-9c808862981a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:34.210595 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8842a11a-f712-4580-ae38-0d1dec9384d5 req-007f6658-1904-4d93-81b5-9c808862981a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.1080971 Sep 25 04:41:34.275614 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-b8a34ebe-5ab5-4b5d-9221-b16c8c6ae3c9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959445 Sep 25 04:41:34.283822 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7da03bd1-910e-4544-a101-7040eaa1d289 req-239c7446-1938-46f6-9b87-af95cdbca4b2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134965 Sep 25 04:41:34.356659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8842a11a-f712-4580-ae38-0d1dec9384d5 req-466015cc-54ce-4b78-a4e4-37fde8a1e088 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391060 Sep 25 04:41:34.414795 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc43f-e448-44ef-b25d-2a7c30dc1bad req-365b71aa-5633-432a-89ca-05b9fe108b6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:34.416229 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4a0dc43f-e448-44ef-b25d-2a7c30dc1bad req-365b71aa-5633-432a-89ca-05b9fe108b6d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0651073 Sep 25 04:41:34.455042 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6804d4b-0bb4-4054-9940-4f3377f97046 req-7d2d9516-922e-47be-82b6-a7ff7c32e3b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678813 Sep 25 04:41:34.484414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4a0dc43f-e448-44ef-b25d-2a7c30dc1bad req-9aad2267-7538-4162-a160-9a15ff112537 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596151 Sep 25 04:41:35.412195 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b3b9b-81ab-4c07-813f-58b5098684a0 req-5a22b4d4-6d8f-4385-a3d8-bc2ee00d428e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:35.413750 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d22b3b9b-81ab-4c07-813f-58b5098684a0 req-5a22b4d4-6d8f-4385-a3d8-bc2ee00d428e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0469298 Sep 25 04:41:35.494351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d22b3b9b-81ab-4c07-813f-58b5098684a0 req-e087117a-d4cb-402b-86a6-a6ed3e15c709 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751140 Sep 25 04:41:35.505224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7c07-a125-4267-adde-71249abdcc1d req-c8c1dcea-386b-42c9-8186-183d0f0c1e84 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:35.506678 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-321c7c07-a125-4267-adde-71249abdcc1d req-c8c1dcea-386b-42c9-8186-183d0f0c1e84 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0680654 Sep 25 04:41:35.567745 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-321c7c07-a125-4267-adde-71249abdcc1d req-3c5af054-93a5-4ad7-a254-f335f7a29da9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555186 Sep 25 04:41:35.613303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6221-e974-4a3e-8a4d-f55863367933 req-f1ae78f9-32ad-4c0f-9539-5dd9eca4484f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:35.614778 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81ea6221-e974-4a3e-8a4d-f55863367933 req-f1ae78f9-32ad-4c0f-9539-5dd9eca4484f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0461793 Sep 25 04:41:35.662624 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81ea6221-e974-4a3e-8a4d-f55863367933 req-0bf73569-bc48-4859-94ed-cfb6494978c7 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Sep 25 04:41:35.891474 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:36.619391 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156ea03-ca31-406d-9764-8ab9367744db req-99edc1bd-5009-4246-ad22-4b104a83cde5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:36.620883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1156ea03-ca31-406d-9764-8ab9367744db req-99edc1bd-5009-4246-ad22-4b104a83cde5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Sep 25 04:41:36.696464 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1156ea03-ca31-406d-9764-8ab9367744db req-d2fb810f-c861-4cf6-b81e-1bc4373eb104 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700474 Sep 25 04:41:36.706667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe55dd-8854-4a31-bf08-e8a2e4f22370 req-4ae90bd6-6040-4ea6-ab3d-037727c2c0cb tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:36.708134 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6afe55dd-8854-4a31-bf08-e8a2e4f22370 req-4ae90bd6-6040-4ea6-ab3d-037727c2c0cb tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0653808 Sep 25 04:41:36.756223 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:36.798480 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6afe55dd-8854-4a31-bf08-e8a2e4f22370 req-158004bc-4520-42fc-930a-62bf39b9f7cc tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841031 Sep 25 04:41:36.814728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8dac-98de-4ab0-955f-17a51c816dd3 req-8ee739d9-1ad8-43db-baa3-62797228eb68 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:36.816443 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-18fe8dac-98de-4ab0-955f-17a51c816dd3 req-8ee739d9-1ad8-43db-baa3-62797228eb68 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0588448 Sep 25 04:41:36.837144 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:36.870493 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-18fe8dac-98de-4ab0-955f-17a51c816dd3 req-79ab286d-3a3e-4f83-9305-edb685ea9851 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Sep 25 04:41:37.605884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:37.619013 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-25bb2198-172c-441b-b971-9f93b35c4b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:37.821931 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbbef3-c354-4e79-b656-8e47a2fddfb0 req-f4ce73ce-8f8d-4249-b61a-48a1d6b911d5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:37.823414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4fdbbef3-c354-4e79-b656-8e47a2fddfb0 req-f4ce73ce-8f8d-4249-b61a-48a1d6b911d5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Sep 25 04:41:37.873597 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4fdbbef3-c354-4e79-b656-8e47a2fddfb0 req-718b29b7-1cd7-49b3-bc9e-47cfdf6f1008 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Sep 25 04:41:37.924114 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d349b1-5145-4419-aa85-935f36003a91 req-7cfb63e4-f888-4c33-8670-b2c420ab9829 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:37.926202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81d349b1-5145-4419-aa85-935f36003a91 req-7cfb63e4-f888-4c33-8670-b2c420ab9829 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0469832 Sep 25 04:41:38.023881 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81d349b1-5145-4419-aa85-935f36003a91 req-e0e201e8-8093-47f9-8b9a-77e5f4f1c51c tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920424 Sep 25 04:41:38.029506 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ea0e2-a33e-431d-8e59-53bce6d76260 req-19d45360-c891-4d8d-b84b-d460182974d8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:38.030930 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bd3ea0e2-a33e-431d-8e59-53bce6d76260 req-19d45360-c891-4d8d-b84b-d460182974d8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0798264 Sep 25 04:41:38.082348 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bd3ea0e2-a33e-431d-8e59-53bce6d76260 req-ee9f4474-018e-4fde-8016-041feccb1ecb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Sep 25 04:41:38.877067 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=75 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:38.998815 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0340-68d2-4a1e-9ef3-68ad70670f54 req-48e86742-193b-46ec-bc25-0bd0c1446c9f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:39.000194 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-418a0340-68d2-4a1e-9ef3-68ad70670f54 req-48e86742-193b-46ec-bc25-0bd0c1446c9f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0477388 Sep 25 04:41:39.047833 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-418a0340-68d2-4a1e-9ef3-68ad70670f54 req-1c64ac74-74f0-493d-91fc-625afa4c5c21 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Sep 25 04:41:39.157535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eefc7-637f-48ab-9684-0aa74b88b29d req-4a715f45-ed7c-4a0b-ac9a-2ad52879879a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:39.159024 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-244eefc7-637f-48ab-9684-0aa74b88b29d req-4a715f45-ed7c-4a0b-ac9a-2ad52879879a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0521190 Sep 25 04:41:39.246047 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32d8da-fe3b-4e37-bbb3-f0b61bf796a6 req-231718e1-b802-4e0b-8731-84dbd1f64039 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:39.247544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2e32d8da-fe3b-4e37-bbb3-f0b61bf796a6 req-231718e1-b802-4e0b-8731-84dbd1f64039 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0795214 Sep 25 04:41:39.276313 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-244eefc7-637f-48ab-9684-0aa74b88b29d req-7dc2569d-80b9-4e88-b21a-01f15abc8b2a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098821 Sep 25 04:41:39.307905 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2e32d8da-fe3b-4e37-bbb3-f0b61bf796a6 req-347756a2-26fb-45fc-ad23-0b43db1d4e62 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520785 Sep 25 04:41:40.006168 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a890aced-7872-4122-b947-a4508791ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:40.170709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ec97-a483-4f64-ac6b-4fc8264c681b req-7bc3e6a7-5b43-402d-a801-63c4cd046a9d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:40.172160 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4727ec97-a483-4f64-ac6b-4fc8264c681b req-7bc3e6a7-5b43-402d-a801-63c4cd046a9d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0467193 Sep 25 04:41:40.226337 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4727ec97-a483-4f64-ac6b-4fc8264c681b req-506ddccf-65e4-46b7-ac7f-64fd665a1b21 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480249 Sep 25 04:41:40.429658 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9333d-b8b6-4c6d-8881-87fa0f8ef3a9 req-5367a8b2-54bd-43d4-86db-30ea1b399713 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:40.431122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe9333d-b8b6-4c6d-8881-87fa0f8ef3a9 req-5367a8b2-54bd-43d4-86db-30ea1b399713 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0746179 Sep 25 04:41:40.450153 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55201092-b8b3-49c2-b6ac-125bfa2cb732 req-535e0134-df43-4ce4-b573-c7f8731da671 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:40.451520 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-55201092-b8b3-49c2-b6ac-125bfa2cb732 req-535e0134-df43-4ce4-b573-c7f8731da671 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0657525 Sep 25 04:41:40.532232 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe9333d-b8b6-4c6d-8881-87fa0f8ef3a9 req-0900d41f-195c-4177-bf2c-3e12091225d7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954578 Sep 25 04:41:40.536123 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-55201092-b8b3-49c2-b6ac-125bfa2cb732 req-ea3e5193-ddd4-4421-a63b-45b40314d861 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777121 Sep 25 04:41:41.088154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:41.349563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2fed5-1808-42fd-8ea0-0f59bdbfe55a req-0c000aba-6c17-4ac3-9c9e-b22a543eb2d6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:41.350946 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bfc2fed5-1808-42fd-8ea0-0f59bdbfe55a req-0c000aba-6c17-4ac3-9c9e-b22a543eb2d6 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0507684 Sep 25 04:41:41.364084 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:41.393289 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:41.401646 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bfc2fed5-1808-42fd-8ea0-0f59bdbfe55a req-9223db1f-e676-4cb9-827a-28d72c13f42c tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Sep 25 04:41:41.685334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71e05-1c81-4024-8cda-d99757531e70 req-d70e0122-ada2-4701-a14d-7a263c3ab7ed tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:41.686789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-88f71e05-1c81-4024-8cda-d99757531e70 req-d70e0122-ada2-4701-a14d-7a263c3ab7ed tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 944 time: 0.0736125 Sep 25 04:41:41.692590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5afae-641f-4239-a14a-b3b5febec771 req-01736348-a0c5-4524-8012-185223d715c7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:41.693949 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ffe5afae-641f-4239-a14a-b3b5febec771 req-01736348-a0c5-4524-8012-185223d715c7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0828042 Sep 25 04:41:41.767584 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-88f71e05-1c81-4024-8cda-d99757531e70 req-5f8b60b1-8682-4de0-a20d-db3a63a714be tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726693 Sep 25 04:41:41.793812 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ffe5afae-641f-4239-a14a-b3b5febec771 req-701a1632-4ccf-4c9e-88be-9633f722d331 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921059 Sep 25 04:41:41.979654 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device d940c3fc-ea28-4472-a65e-66e192fca8c0 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:41:42.201764 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:42.213158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:41:42.246818 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port d940c3fc-ea28-4472-a65e-66e192fca8c0 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:41:42.247136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:42.260373 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d940c3fc-ea28-4472-a65e-66e192fca8c0 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:41:42.279984 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:42.283401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:42.330988 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:42.338192 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.338542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.338904 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.339269 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.339610 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.339942 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.340269 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.340593 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.340944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.341270 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.341594 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.341937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.342264 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.342586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.342905 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:41:42.524558 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8a564-65f0-43b6-89a4-94e306435350 req-fb07cb54-ff92-45f5-8d91-86154d5bd27e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:42.525936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e6b8a564-65f0-43b6-89a4-94e306435350 req-fb07cb54-ff92-45f5-8d91-86154d5bd27e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0468237 Sep 25 04:41:42.573126 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e6b8a564-65f0-43b6-89a4-94e306435350 req-98c66ad9-b70c-4f44-b7cd-88ec628febf3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Sep 25 04:41:42.707710 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:42.794371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e6d40-abba-48e8-9df6-ade4be7d52dd req-1cf26b12-dd45-4e5f-8eb1-d17ebab7a99f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:42.795746 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-954e6d40-abba-48e8-9df6-ade4be7d52dd req-1cf26b12-dd45-4e5f-8eb1-d17ebab7a99f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0506632 Sep 25 04:41:42.833714 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:42.856825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['d940c3fc-ea28-4472-a65e-66e192fca8c0'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:41:42.916032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-954e6d40-abba-48e8-9df6-ade4be7d52dd req-b0a12f79-b74f-4d67-a97a-5150976ba5cc tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123192 Sep 25 04:41:42.920080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-4e164090-a5a6-4ccf-b5b0-45448232eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:42.921522 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-4e164090-a5a6-4ccf-b5b0-45448232eaa9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1130 time: 0.0946181 Sep 25 04:41:42.940904 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2bf6e-3d37-4653-a1ad-8ee35cab51ee req-eb66e755-de61-49ad-a7ff-a7a8bde4e8b3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:42.942721 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-42a2bf6e-3d37-4653-a1ad-8ee35cab51ee req-eb66e755-de61-49ad-a7ff-a7a8bde4e8b3 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 945 time: 0.0805004 Sep 25 04:41:43.083301 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c9bc4-8194-429d-9f93-37395bed3d70 req-64574ba3-bbf5-4d45-b0d9-7fbfa7c239f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:43.084690 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c03c9bc4-8194-429d-9f93-37395bed3d70 req-64574ba3-bbf5-4d45-b0d9-7fbfa7c239f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0851796 Sep 25 04:41:43.100833 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-42a2bf6e-3d37-4653-a1ad-8ee35cab51ee req-12b05753-1869-444f-a6ad-fd918b2182f1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090755 Sep 25 04:41:43.127844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-b92f5520-1778-41d3-9091-4cd113bd283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:43.129346 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-b92f5520-1778-41d3-9091-4cd113bd283a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.2011764 Sep 25 04:41:43.214077 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c03c9bc4-8194-429d-9f93-37395bed3d70 req-daed9a0e-cf9e-44c5-908f-31443da9bf1a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205142 Sep 25 04:41:43.222626 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-c04c4e03-ac55-4d54-8c7d-20039908a2f7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 1002 time: 0.0834281 Sep 25 04:41:43.272595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-8dba9b08-2245-4b87-bdb3-9e5ba76dd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:43.274018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-8dba9b08-2245-4b87-bdb3-9e5ba76dd492 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0448358 Sep 25 04:41:43.324502 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-692dba41-4ab7-4d21-a830-522d99553a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:43.326191 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-692dba41-4ab7-4d21-a830-522d99553a92 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420878 Sep 25 04:41:43.413349 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:43.417361 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-320b00c1-bd34-45cd-b3ae-60473a3d6286 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Sep 25 04:41:43.500719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:43.511625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7523959e-95cf-4c78-8f5b-c2e474c8e011 req-f8074f04-d0e0-4c48-8a1f-ba6ebc2a98d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877802 Sep 25 04:41:44.041551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cd39e-66f6-45ab-ac60-af60863ad223 req-fff2f5bf-4e5c-4c19-b1f7-c72b9c1b59b3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:44.042993 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-937cd39e-66f6-45ab-ac60-af60863ad223 req-fff2f5bf-4e5c-4c19-b1f7-c72b9c1b59b3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0481539 Sep 25 04:41:44.090705 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-937cd39e-66f6-45ab-ac60-af60863ad223 req-9921d074-ffef-4b39-9a0f-4fc8f15e0b33 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Sep 25 04:41:44.225439 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fedb7-4e11-4a01-9fd9-0e2928b20a6f req-6c607798-a2a2-4dc9-95c9-dc38548fe74b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:44.226812 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-713fedb7-4e11-4a01-9fd9-0e2928b20a6f req-6c607798-a2a2-4dc9-95c9-dc38548fe74b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 945 time: 0.0468681 Sep 25 04:41:44.291373 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-713fedb7-4e11-4a01-9fd9-0e2928b20a6f req-e8f7e455-a7a0-48d9-8b24-efbf332864bb tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590205 Sep 25 04:41:44.337310 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f88f-b197-4c18-96ca-b93c4bf573ad req-94f55602-fcc4-4d5f-a7fb-b17cbd17c2c8 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:44.338892 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0b7f88f-b197-4c18-96ca-b93c4bf573ad req-94f55602-fcc4-4d5f-a7fb-b17cbd17c2c8 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0465951 Sep 25 04:41:44.398183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0b7f88f-b197-4c18-96ca-b93c4bf573ad req-c02c3a91-da42-432e-95ba-2303795e2bef tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536766 Sep 25 04:41:44.549726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device d940c3fc-ea28-4472-a65e-66e192fca8c0 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:41:44.587878 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:44.593200 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port d940c3fc-ea28-4472-a65e-66e192fca8c0 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:41:44.599465 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port d940c3fc-ea28-4472-a65e-66e192fca8c0 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:41:44.599932 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:44.600344 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port d940c3fc-ea28-4472-a65e-66e192fca8c0 Sep 25 04:41:44.674718 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port d940c3fc-ea28-4472-a65e-66e192fca8c0 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:41:44.675272 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:44.698104 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:44.700453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd41a3c-7e10-428f-9c50-a9f9375a63ed" -d '{"events": [{"server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "name": "network-vif-plugged", "status": "completed", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:44.714329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:41:44.718259 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:44.743606 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:44.767270 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:44.805337 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00cf5a-f97f-4820-a906-5165f1e7e6bc x-openstack-request-id: req-9a00cf5a-f97f-4820-a906-5165f1e7e6bc {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:44.805654 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "name": "network-vif-plugged", "status": "completed", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:44.805911 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a00cf5a-f97f-4820-a906-5165f1e7e6bc {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:44.806360 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a00cf5a-f97f-4820-a906-5165f1e7e6bc'] response: {'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'code': 200} Sep 25 04:41:45.218962 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d85c-e51c-4c6e-8dc3-e111874a6873 req-72f57a3a-2fa9-45e4-88ca-1be83accd494 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:45.221317 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6393d85c-e51c-4c6e-8dc3-e111874a6873 req-72f57a3a-2fa9-45e4-88ca-1be83accd494 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Sep 25 04:41:45.274467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6393d85c-e51c-4c6e-8dc3-e111874a6873 req-f0cf3b38-74a4-4ef6-8a7a-83ba919a5f50 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471675 Sep 25 04:41:45.423663 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fdd2b-35e0-4f96-a8d3-26447dbc9d4c req-c7429100-f970-4205-9a5e-72def79d47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:45.425219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-951fdd2b-35e0-4f96-a8d3-26447dbc9d4c req-c7429100-f970-4205-9a5e-72def79d47e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1130 time: 0.0738919 Sep 25 04:41:45.456683 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e566cc-1fcd-4e85-ab86-841ad296fd4c req-16984c5a-34fb-462a-a168-69edfb9e5449 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:45.458363 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-16e566cc-1fcd-4e85-ab86-841ad296fd4c req-16984c5a-34fb-462a-a168-69edfb9e5449 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0766087 Sep 25 04:41:45.537196 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-951fdd2b-35e0-4f96-a8d3-26447dbc9d4c req-1cd5de73-a5b9-42e0-9adf-94cac9915f59 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053884 Sep 25 04:41:45.573000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c7043-f196-476e-a9cb-e51ddead4eaa req-03b33c3c-d79b-41ed-85b4-934b585f2888 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:45.575094 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c81c7043-f196-476e-a9cb-e51ddead4eaa req-03b33c3c-d79b-41ed-85b4-934b585f2888 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0880778 Sep 25 04:41:45.593444 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-16e566cc-1fcd-4e85-ab86-841ad296fd4c req-1bdeda9b-8979-4079-b54f-68334a2272de tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264420 Sep 25 04:41:45.650660 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c81c7043-f196-476e-a9cb-e51ddead4eaa req-f4500e6f-5a99-4ea9-82f9-a3e36f9fb0a4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691149 Sep 25 04:41:46.721262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c898f-e3f2-44bf-abad-8b45e349ebbf req-41a10f92-5d37-4eaa-a30f-2a3c1f07256a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:46.722883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f14c898f-e3f2-44bf-abad-8b45e349ebbf req-41a10f92-5d37-4eaa-a30f-2a3c1f07256a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0486374 Sep 25 04:41:46.794452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876199-2a93-4588-a517-2d906e48702e req-f8e49c07-1620-4aa4-bcc2-3791c7b4a659 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:46.795930 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-20876199-2a93-4588-a517-2d906e48702e req-f8e49c07-1620-4aa4-bcc2-3791c7b4a659 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0675104 Sep 25 04:41:46.824677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f14c898f-e3f2-44bf-abad-8b45e349ebbf req-7daeda8e-1e48-4c4b-9022-8a22de359680 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950706 Sep 25 04:41:46.870232 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-20876199-2a93-4588-a517-2d906e48702e req-408b47a1-6a40-4a0e-a644-ad5b45074d2f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659504 Sep 25 04:41:47.944847 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0acfd7-6d1e-4f07-9244-681d13b0e76a req-68cdfb21-8dc4-4726-93ae-a4096cb20717 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:47.948210 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d0acfd7-6d1e-4f07-9244-681d13b0e76a req-68cdfb21-8dc4-4726-93ae-a4096cb20717 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0492752 Sep 25 04:41:47.982032 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:48.017784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56640899-1a4e-474a-b347-324eff04aed9 req-93ffae87-38ce-41d4-982e-d033c3629f66 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:48.019826 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-56640899-1a4e-474a-b347-324eff04aed9 req-93ffae87-38ce-41d4-982e-d033c3629f66 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0706224 Sep 25 04:41:48.038697 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:48.044807 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d0acfd7-6d1e-4f07-9244-681d13b0e76a req-1f9f4152-e3ab-4e68-89d3-ce853fd620ff tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847926 Sep 25 04:41:48.101927 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-56640899-1a4e-474a-b347-324eff04aed9 req-fdc07089-380e-4c56-a07b-840c30e7e47f tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736423 Sep 25 04:41:49.177698 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bec397-e826-456c-bae0-a09cc32c78ed req-f9cfcafe-4d76-4b21-89a3-4ceab9c30c76 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:49.179180 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64bec397-e826-456c-bae0-a09cc32c78ed req-f9cfcafe-4d76-4b21-89a3-4ceab9c30c76 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0516596 Sep 25 04:41:49.239737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cbedb-3d88-405b-a5c4-f0f9743e10ff req-67a90fd5-fc35-4cdf-9605-69726b5162f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:49.241227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d85cbedb-3d88-405b-a5c4-f0f9743e10ff req-67a90fd5-fc35-4cdf-9605-69726b5162f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0611782 Sep 25 04:41:49.278444 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64bec397-e826-456c-bae0-a09cc32c78ed req-0675e0df-e43f-4b61-bcfc-92def48f6d70 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902750 Sep 25 04:41:49.317987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d85cbedb-3d88-405b-a5c4-f0f9743e10ff req-64fb23a6-daf1-4fed-b794-c1ae4f67d5f4 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aef11ff3-9e6f-4a68-874c-ad911f0e761c&id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710866 Sep 25 04:41:49.403150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48c9f8-906b-4fb9-b5f5-8da994bde5a5 req-8eecdcf5-60a0-4ae4-94f9-f8275cc57947 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:49.404593 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da48c9f8-906b-4fb9-b5f5-8da994bde5a5 req-8eecdcf5-60a0-4ae4-94f9-f8275cc57947 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0498967 Sep 25 04:41:49.458729 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da48c9f8-906b-4fb9-b5f5-8da994bde5a5 req-94619096-db42-44b4-832c-981290912d43 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477567 Sep 25 04:41:49.488550 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59286) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:41:49.524598 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe945bf4-fa4f-4a12-9363-581f8099e8e7 tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:49.526079 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-fe945bf4-fa4f-4a12-9363-581f8099e8e7 tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1125 time: 0.0364981 Sep 25 04:41:49.528778 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59288) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:41:49.532867 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:41:49.554659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:49.635070 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:49.740105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.27.0.221 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/47d8dbfd-0b47-404c-8196-18b4a50c98f8) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:41:49.842949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:49.874434 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:49.901258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:49.917722 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:41:49.921095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:41:49.925733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:41:49.927464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:49.948882 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=47d8dbfd-0b47-404c-8196-18b4a50c98f8,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:50.513398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (067cf268-cab7-4f3b-90eb-11ba34145300), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:50.578131 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:50.722201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:50.726664 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:50.797415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=47d8dbfd-0b47-404c-8196-18b4a50c98f8,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:41:50.803480 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (067cf268-cab7-4f3b-90eb-11ba34145300), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:50.901549 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP 067cf268-cab7-4f3b-90eb-11ba34145300 associated. External IP: 172.27.0.221, port: d940c3fc-ea28-4472-a65e-66e192fca8c0. Sep 25 04:41:50.977241 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:51.078018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:51.084185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:51.105894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:41:51.213239 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:41:51.223640 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:41:51.232874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:41:51.236000 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:51.236736 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:51.262409 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7f572c2c-9421-4e0d-8a2e-89d5647acc05 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7324896 Sep 25 04:41:51.262903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:41:51.265179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38841f6-4554-4921-ace9-d35b24ab795e" -d '{"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:41:51.311001 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401e94c6-8783-4bae-8dd2-69da9436bcbe x-openstack-request-id: req-401e94c6-8783-4bae-8dd2-69da9436bcbe {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:41:51.311290 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:41:51.311544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-401e94c6-8783-4bae-8dd2-69da9436bcbe {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:41:51.311953 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401e94c6-8783-4bae-8dd2-69da9436bcbe'] response: {'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'status': 'completed', 'code': 200} Sep 25 04:41:51.345131 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:51.559319 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:50Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:51.584023 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:41:51.592467 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:41:51.593082 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:41:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:51.685472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38841f6-4554-4921-ace9-d35b24ab795e req-c1fd1d11-aa27-49fb-9414-378da54d2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:51.686963 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-c1fd1d11-aa27-49fb-9414-378da54d2f18 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1130 time: 0.0417342 Sep 25 04:41:51.693739 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:41:51.779227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38841f6-4554-4921-ace9-d35b24ab795e req-73bc9a91-cb9b-4149-a3f2-a02fd07f3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:51.780848 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-73bc9a91-cb9b-4149-a3f2-a02fd07f3df7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.0873115 Sep 25 04:41:51.846891 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-ea5c3fd8-24d9-4dc9-9579-598f2cebe83b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 1000 time: 0.0598183 Sep 25 04:41:51.896255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38841f6-4554-4921-ace9-d35b24ab795e req-d63b8995-fd12-4b73-ae34-2cd8bf61a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:51.897739 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-d63b8995-fd12-4b73-ae34-2cd8bf61a636 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0449238 Sep 25 04:41:51.909849 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:50Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:41:51.942407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38841f6-4554-4921-ace9-d35b24ab795e req-6821cd3f-87fe-4fdd-b43b-6a501a0f1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:51.942696 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0bde64-115f-412d-a625-a732641ab7d3 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:50Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:41:51.943982 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-6821cd3f-87fe-4fdd-b43b-6a501a0f1a5f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403836 Sep 25 04:41:52.042498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-9df70df5-a2aa-48ab-ab8d-ed4b18362d15 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924289 Sep 25 04:41:52.137714 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d38841f6-4554-4921-ace9-d35b24ab795e req-6eb26055-7bc3-4a0a-a87f-61c09e749d62 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890951 Sep 25 04:41:52.142093 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bea24-7032-4594-b485-1c64ae64d0b1 None None] New status for floating IP 067cf268-cab7-4f3b-90eb-11ba34145300: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:41:53.296559 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-d1565140-17e6-4a0d-b334-ef2eccb282d4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414855 Sep 25 04:41:53.398244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-f03d1833-cfa2-486e-95a3-cc61cd5baa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:53.399699 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-f03d1833-cfa2-486e-95a3-cc61cd5baa48 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 1130 time: 0.0397844 Sep 25 04:41:53.504133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-d2d5d720-304b-47bd-8166-e1ba19f701b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:53.505620 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-d2d5d720-304b-47bd-8166-e1ba19f701b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.0863340 Sep 25 04:41:53.550419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:53.571065 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-cd42e613-fb59-4df3-878f-e31067acb910 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 200 len: 1002 time: 0.0591240 Sep 25 04:41:53.619313 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-534fa8ef-239b-4de4-8552-f0a2859b7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:53.620736 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-534fa8ef-239b-4de4-8552-f0a2859b7093 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0438719 Sep 25 04:41:53.657791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:41:53.664493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-517cb4cc-5168-4f33-a9c7-1b4110c7822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:41:53.665978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-517cb4cc-5168-4f33-a9c7-1b4110c7822b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390868 Sep 25 04:41:53.761169 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-ff8a7bb3-f269-4a23-bc13-a06295121c6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Sep 25 04:41:53.853123 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65c668b2-2607-492e-85f4-3c594c1148a2 req-e395aebd-3b66-4cea-b46a-cb0de87bebf1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Sep 25 04:42:01.907567 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=75 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:01.939939 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=79 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:02.244715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:02.247004 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:03.848395 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=19 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:03.850412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=33 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:05.880622 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:42:07.621534 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a6411f92-2262-4955-bbeb-e6e89c5b4aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:10.007995 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-dc2484c8-d39b-4ee7-b26a-f86e8c4f56dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:11.091185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:12.709341 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:12.826893 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:15.875595 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:15.876786 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:17.344423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b449-3f69-4a50-9461-6ba01352b640 req-2d792f3a-26a1-40c1-aa30-056e58fc5cc7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:17.345839 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c22b449-3f69-4a50-9461-6ba01352b640 req-2d792f3a-26a1-40c1-aa30-056e58fc5cc7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Sep 25 04:42:17.392625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c22b449-3f69-4a50-9461-6ba01352b640 req-68e26ebf-1161-4828-903b-2faab0aeb67d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Sep 25 04:42:18.514648 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c728c37-c514-4248-a1ed-addec3f2a8b4 req-0b5e6da1-ec53-4874-bf91-175734ed1144 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:18.516122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c728c37-c514-4248-a1ed-addec3f2a8b4 req-0b5e6da1-ec53-4874-bf91-175734ed1144 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0474236 Sep 25 04:42:18.563210 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c728c37-c514-4248-a1ed-addec3f2a8b4 req-6b73a002-6250-40d7-bbea-406d174a6b64 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Sep 25 04:42:19.489422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe133c8-7683-474c-bced-79c7d091e987 req-91c53540-f5c6-4050-aa89-fb46d3a7c800 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:19.490927 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dbe133c8-7683-474c-bced-79c7d091e987 req-91c53540-f5c6-4050-aa89-fb46d3a7c800 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0502796 Sep 25 04:42:19.575558 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port 8d8f9d96-eeac-4835-8074-648560fb1d09 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:19.576258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:19.700762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] For port 8d8f9d96-eeac-4835-8074-648560fb1d09, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=8d8f9d96-eeac-4835-8074-648560fb1d09,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:19.701127 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:19.708555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22bfa-1ada-484f-b58e-579027cf51fd req-72f2a01e-1a55-4e4e-a703-c9deedaca34c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:19.710029 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fac22bfa-1ada-484f-b58e-579027cf51fd req-72f2a01e-1a55-4e4e-a703-c9deedaca34c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 945 time: 0.0684357 Sep 25 04:42:19.830305 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fac22bfa-1ada-484f-b58e-579027cf51fd req-f904e5ad-e35a-4f45-9116-adda5430ee37 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144800 Sep 25 04:42:19.899975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:19.900328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:19.900675 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 843409bf-4126-410a-bb6e-4eea6ac03e30 disassociated. External IP: 172.27.0.174, port: 8d8f9d96-eeac-4835-8074-648560fb1d09. Sep 25 04:42:19.901007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for 8d8f9d96-eeac-4835-8074-648560fb1d09 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:20.027213 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (8d8f9d96-eeac-4835-8074-648560fb1d09), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:20.056136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=8d8f9d96-eeac-4835-8074-648560fb1d09,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:20.139410 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:20.166797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:42:20.177471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:20.270686 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:42:20.279890 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:42:20.290880 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:20.291481 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:20.312880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] No DVR routers for this DVR port 8d8f9d96-eeac-4835-8074-648560fb1d09 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:42:20.315395 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:20.319087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dbe133c8-7683-474c-bced-79c7d091e987 req-abc24f3b-1499-4a5f-bf27-c618120f14d7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "DELETE /networking/v2.0/ports/8d8f9d96-eeac-4835-8074-648560fb1d09 HTTP/1.1" status: 204 len: 173 time: 0.8227181 Sep 25 04:42:20.319587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'name': 'network-vif-deleted', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:20.321871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257263b-0aa1-45f1-a6ce-936b96bdca06" -d '{"events": [{"server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "name": "network-vif-deleted", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:20.373950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb405a-f5bc-4783-839e-79d2d2d978d3 x-openstack-request-id: req-70cb405a-f5bc-4783-839e-79d2d2d978d3 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:20.374241 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e1377c-3c28-46cb-9832-cebf5ad33679", "name": "network-vif-deleted", "tag": "8d8f9d96-eeac-4835-8074-648560fb1d09", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:20.374493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70cb405a-f5bc-4783-839e-79d2d2d978d3 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:20.374897 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cb405a-f5bc-4783-839e-79d2d2d978d3'] response: {'server_uuid': 'e1e1377c-3c28-46cb-9832-cebf5ad33679', 'name': 'network-vif-deleted', 'tag': '8d8f9d96-eeac-4835-8074-648560fb1d09', 'status': 'completed', 'code': 200} Sep 25 04:42:20.407720 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:20.634757 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:20.659479 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:42:20.668134 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:20.668779 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:20.772438 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:20.949470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e2c0efb-694c-4a2e-a6b5-c4d38b977261 req-100cec62-418a-4d35-a09b-405ce964843d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e1e1377c-3c28-46cb-9832-cebf5ad33679 HTTP/1.1" status: 200 len: 210 time: 0.0297892 Sep 25 04:42:21.065330 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:21.093450 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f5424f-fb30-476c-8685-44b997157d79 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3fb9479d-311f-4e4e-85d3-5e14091f11fd', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '02bb815d-6dec-4eac-9221-50f10407403b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:00:26:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:36:09Z', 'updated_at': '2022-09-25T04:37:38Z', 'revision_number': 2, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:42:21.099128 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:21.321201 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f51c0-e695-49c2-9936-a26f3dcf8222 None None] New status for floating IP 843409bf-4126-410a-bb6e-4eea6ac03e30: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:42:22.044769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59340) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:22.102991 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.124783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.170282 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.172797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.173926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c HTTP/1.1" status: 204 len: 168 time: 0.1281807 Sep 25 04:42:22.177402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59344) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:22.183426 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c3ec-4289-400f-a87a-2069fd8dd330 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:22.193606 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.api.v2.resource [None req-79cf5035-1cfe-41bd-8fca-3c1588d49b0d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] show failed (client error): The resource could not be found. Sep 25 04:42:22.194632 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-79cf5035-1cfe-41bd-8fca-3c1588d49b0d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6c9fc4db-d36e-46c8-9d70-fdeb4f2c760c HTTP/1.1" status: 404 len: 347 time: 0.0161710 Sep 25 04:42:22.197563 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59348) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:22.311285 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port f19944e7-a87e-4b4e-b297-853645f0d27b {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:22.311584 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.389553 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.389880 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (f19944e7-a87e-4b4e-b297-853645f0d27b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.402136 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for f19944e7-a87e-4b4e-b297-853645f0d27b owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:22.536393 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f19944e7-a87e-4b4e-b297-853645f0d27b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.564564 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=f19944e7-a87e-4b4e-b297-853645f0d27b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:22.576613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.576992 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.577334 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.577669 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.578007 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.578339 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.578668 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.578994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.579318 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.579648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.579968 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.580289 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.580610 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.580955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.581274 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:22.636786 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (843409bf-4126-410a-bb6e-4eea6ac03e30), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.639245 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:22.640398 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-04aa21b4-0364-4258-883f-1bbece3c8c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/843409bf-4126-410a-bb6e-4eea6ac03e30 HTTP/1.1" status: 204 len: 168 time: 0.4419491 Sep 25 04:42:24.758422 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 8d8f9d96-eeac-4835-8074-648560fb1d09 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:42:24.777849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 8d8f9d96-eeac-4835-8074-648560fb1d09 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:42:24.778203 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 8d8f9d96-eeac-4835-8074-648560fb1d09 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:42:25.383253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897bad8-5ce9-4abc-abdf-593f4f1006d7 req-d5d0baf8-fc72-4d51-8bd7-3c17968cf7f7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:25.384631 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4897bad8-5ce9-4abc-abdf-593f4f1006d7 req-d5d0baf8-fc72-4d51-8bd7-3c17968cf7f7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0472631 Sep 25 04:42:25.431146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4897bad8-5ce9-4abc-abdf-593f4f1006d7 req-b200d9b0-b15a-461b-82de-3dfc60f6f0e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409565 Sep 25 04:42:26.555376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5ab94-ef64-42ee-8c57-195bb7f71906 req-c660fb0a-aafc-4fe6-89fd-d1322f3b7bdb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:26.556855 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11e5ab94-ef64-42ee-8c57-195bb7f71906 req-c660fb0a-aafc-4fe6-89fd-d1322f3b7bdb tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0485396 Sep 25 04:42:26.603941 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11e5ab94-ef64-42ee-8c57-195bb7f71906 req-18c90a59-a091-4b87-945a-d0411c556015 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415316 Sep 25 04:42:27.300594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-00c3a08e-beac-45dc-a140-2ce7ea2fa327 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:27.302059 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-00c3a08e-beac-45dc-a140-2ce7ea2fa327 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0456290 Sep 25 04:42:27.388279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port 02bb815d-6dec-4eac-9221-50f10407403b {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:27.388619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (02bb815d-6dec-4eac-9221-50f10407403b), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:27.476836 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] For port 02bb815d-6dec-4eac-9221-50f10407403b, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=02bb815d-6dec-4eac-9221-50f10407403b,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:27.477197 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (02bb815d-6dec-4eac-9221-50f10407403b), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:27.649491 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:27.650041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:27.650152 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 3fb9479d-311f-4e4e-85d3-5e14091f11fd disassociated. External IP: 172.27.0.11, port: 02bb815d-6dec-4eac-9221-50f10407403b. Sep 25 04:42:27.650487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for 02bb815d-6dec-4eac-9221-50f10407403b owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:27.701764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:27.741570 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:27.757881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729f932-a576-4851-8e9e-1f5ae5e2447e req-59c6c2f6-f322-4b5c-85cc-1cd3029e2974 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:27.759328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5729f932-a576-4851-8e9e-1f5ae5e2447e req-59c6c2f6-f322-4b5c-85cc-1cd3029e2974 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 946 time: 0.0684390 Sep 25 04:42:27.850592 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5729f932-a576-4851-8e9e-1f5ae5e2447e req-095d84ad-7799-4b2a-b86b-a368de1db9d5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7a955918-4adb-40ed-85e3-e7d5066e362e&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0802128 Sep 25 04:42:27.866811 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (02bb815d-6dec-4eac-9221-50f10407403b), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:27.896370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=02bb815d-6dec-4eac-9221-50f10407403b,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:27.910828 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.911212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.911560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.911895 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.912228 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.912558 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.912927 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.913255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.913579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.913903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.914824 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.914824 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.915094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.915223 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:27.915532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:28.258111 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:42:28.365894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:42:28.375035 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:42:28.385901 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:28.386497 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:28.408677 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] No DVR routers for this DVR port 02bb815d-6dec-4eac-9221-50f10407403b on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:42:28.411237 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:28.414555 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cffeb33a-2eb9-4ed7-9751-4fa528dd3484 req-ca565b13-5aae-41d1-b3f5-3ee502401514 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "DELETE /networking/v2.0/ports/02bb815d-6dec-4eac-9221-50f10407403b HTTP/1.1" status: 204 len: 173 time: 1.1067922 Sep 25 04:42:28.415048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'name': 'network-vif-deleted', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:28.417507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a636c5a9-dea5-439d-94ca-b9fc53f1cd67" -d '{"events": [{"server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "name": "network-vif-deleted", "tag": "02bb815d-6dec-4eac-9221-50f10407403b"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:28.462501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b950d229-bd14-414f-adde-08972c4858ad x-openstack-request-id: req-b950d229-bd14-414f-adde-08972c4858ad {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:28.462786 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d3c84-7c72-4a2c-970c-b58e15f431f1", "name": "network-vif-deleted", "tag": "02bb815d-6dec-4eac-9221-50f10407403b", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:28.463034 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b950d229-bd14-414f-adde-08972c4858ad {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:28.463435 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b950d229-bd14-414f-adde-08972c4858ad'] response: {'server_uuid': 'a31d3c84-7c72-4a2c-970c-b58e15f431f1', 'name': 'network-vif-deleted', 'tag': '02bb815d-6dec-4eac-9221-50f10407403b', 'status': 'completed', 'code': 200} Sep 25 04:42:28.477525 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:28.491208 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:28.516080 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:28.686244 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:28.711621 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:42:28.720571 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:28.721204 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:28.826765 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:28.967330 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9894c87f-f466-4b76-ab1f-3d4fb8d33b4c req-ca7ad89c-1059-4bde-89d0-3e48c3617058 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a31d3c84-7c72-4a2c-970c-b58e15f431f1 HTTP/1.1" status: 200 len: 210 time: 0.0279853 Sep 25 04:42:29.023377 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:29.050394 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8ff5b-984f-48f3-93b2-9ed53acce9cc None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:42:29.268481 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e6226-5661-4fb0-9956-79d6d961bf44 None None] New status for floating IP 3fb9479d-311f-4e4e-85d3-5e14091f11fd: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:42:30.063782 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59386) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:30.117552 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (7a955918-4adb-40ed-85e3-e7d5066e362e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.139795 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (7a955918-4adb-40ed-85e3-e7d5066e362e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.189284 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (7a955918-4adb-40ed-85e3-e7d5066e362e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.191800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.193628 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a955918-4adb-40ed-85e3-e7d5066e362e HTTP/1.1" status: 204 len: 168 time: 0.1287882 Sep 25 04:42:30.196544 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59388) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:30.202938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61553003-d3de-4e77-8e90-db34d1d394e7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a955918-4adb-40ed-85e3-e7d5066e362e,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:30.210942 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.api.v2.resource [None req-952ddf17-cc93-432b-b8b0-4d30a138d7ba tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] show failed (client error): The resource could not be found. Sep 25 04:42:30.212208 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-952ddf17-cc93-432b-b8b0-4d30a138d7ba tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups/7a955918-4adb-40ed-85e3-e7d5066e362e HTTP/1.1" status: 404 len: 347 time: 0.0144143 Sep 25 04:42:30.215174 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59390) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:30.327081 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port f1a07244-709c-4cf4-bd81-6df265f07ba4 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:30.327324 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.408744 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.409069 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (f1a07244-709c-4cf4-bd81-6df265f07ba4), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.421966 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for f1a07244-709c-4cf4-bd81-6df265f07ba4 owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:30.552690 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f1a07244-709c-4cf4-bd81-6df265f07ba4), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.557499 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:30.578603 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=f1a07244-709c-4cf4-bd81-6df265f07ba4,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:30.641177 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (3fb9479d-311f-4e4e-85d3-5e14091f11fd), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.643610 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:30.644776 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-1256f654-7e08-4edf-9fc6-9a89a579e6fd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3fb9479d-311f-4e4e-85d3-5e14091f11fd HTTP/1.1" status: 204 len: 168 time: 0.4284840 Sep 25 04:42:30.826891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 02bb815d-6dec-4eac-9221-50f10407403b no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:42:30.846442 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 02bb815d-6dec-4eac-9221-50f10407403b {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:42:30.846724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 02bb815d-6dec-4eac-9221-50f10407403b not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:42:31.740074 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59398) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:31.744579 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235119671', 'description': 'tempest-description--320366171'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:31.757051 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:31.766685 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.839372 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6755e5fa-e060-468b-a9fa-c40c0df3e498), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.842935 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6755e5fa-e060-468b-a9fa-c40c0df3e498), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.872075 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.873331 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322234 Sep 25 04:42:31.876313 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59400) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:31.877398 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374e87-d0c3-406d-97bd-7fa605dc9ece tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6755e5fa-e060-468b-a9fa-c40c0df3e498,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:31.881645 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '6755e5fa-e060-468b-a9fa-c40c0df3e498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:31.908760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (c0349a3e-0452-4ab8-bc3d-0c29176e26c9), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.964780 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (c0349a3e-0452-4ab8-bc3d-0c29176e26c9), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.968139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (c0349a3e-0452-4ab8-bc3d-0c29176e26c9), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.986972 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0349a3e-0452-4ab8-bc3d-0c29176e26c9,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:31.995636 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:31.996855 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-93bdc802-142b-4dec-9717-0d445003ab53 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194680 Sep 25 04:42:31.999866 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59402) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:32.004287 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '6755e5fa-e060-468b-a9fa-c40c0df3e498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:32.030575 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (4245f40c-ade1-4249-9796-32dda7dfbe35), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.085715 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (4245f40c-ade1-4249-9796-32dda7dfbe35), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.089575 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (4245f40c-ade1-4249-9796-32dda7dfbe35), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.108131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4245f40c-ade1-4249-9796-32dda7dfbe35,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:32.116254 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.117489 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f6ecb9d0-3d40-4f8a-ad90-579edd5e0d27 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167903 Sep 25 04:42:32.120537 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59404) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:32.124648 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:32.144843 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.224810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.327046 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.27.0.249 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/8f533ef2-2990-4df2-a006-d9f0ddf79485) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:42:32.429978 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.455203 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:32.462406 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.497961 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:32.499767 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:42:32.507012 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:42:32.511208 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:42:32.539215 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=8f533ef2-2990-4df2-a006-d9f0ddf79485,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:32.601509 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:32.636151 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:33.009654 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:33.014097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:33.082266 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=8f533ef2-2990-4df2-a006-d9f0ddf79485,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:33.084950 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:33.100323 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:33.101625 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c321e414-e583-4d10-b293-78e1be05f694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9800925 Sep 25 04:42:33.251739 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-db9e1f6b-a4dc-47d5-af40-17c9c0725dda tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1235119671&fields=id&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 267 time: 0.0417156 Sep 25 04:42:33.311714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:33.351433 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:33.361946 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-de16051a-2191-4821-9fff-c2e9c63a3c62 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:33.363391 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-de16051a-2191-4821-9fff-c2e9c63a3c62 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.1046278 Sep 25 04:42:33.378159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-30045e8b-e1d3-449b-97c4-d40a8f0432de tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/quotas/5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Sep 25 04:42:33.426422 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-76bd84a5-4f99-4c78-a03f-01dbea2ae487 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426462 Sep 25 04:42:33.524046 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-61b358f5-10d4-4b5a-9369-5b4d0f4c1d2d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Sep 25 04:42:33.613239 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-c941e4eb-061d-4cd3-8f14-a3143cf15430 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834343 Sep 25 04:42:33.779532 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21667e0d-59ef-4cbd-a994-2ddce9d53adc req-5548111a-1b9f-4680-a845-6839cc8fad60 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0309882 Sep 25 04:42:34.884874 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8308317b-b7c1-4c44-8196-94f049d39621 req-f7527d62-f3b5-4be1-b5e4-b71d1d949b40 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Sep 25 04:42:35.095218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-6d64316a-791f-4355-a9d7-9337931e860b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:35.096682 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-6d64316a-791f-4355-a9d7-9337931e860b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.1032653 Sep 25 04:42:35.187219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-fb2a0754-e3e1-473e-8699-d1d4358e5803 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 380 time: 0.0585556 Sep 25 04:42:35.299577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'port': {'device_id': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'admin_state_up': True, 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'security_groups': ['6755e5fa-e060-468b-a9fa-c40c0df3e498']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:35.412797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:42:35.416546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:35.544851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.20.0.8 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/aa510891-580c-4ef4-bb76-929629ee9d1d) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:42:35.693931 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:35.702953 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:35.717588 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:35.731235 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:35.775547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:42:35.778709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:42:35.782553 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:42:35.806145 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:35.835375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:35.835996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:35.853767 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1cc2e442-d703-4322-8ed4-9fce730fe797 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579324 Sep 25 04:42:35.878823 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Request body: {'port': {'device_id': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:35.946462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.040728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749497b-de7c-4aeb-9ac6-321308ae5f8a req-bef499e2-45b9-48ef-99e7-7c1b4d0b2188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:36.042207 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7749497b-de7c-4aeb-9ac6-321308ae5f8a req-bef499e2-45b9-48ef-99e7-7c1b4d0b2188 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 931 time: 0.0758560 Sep 25 04:42:36.042677 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:36.044686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:36.054162 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Provisioning complete for port aa510891-580c-4ef4-bb76-929629ee9d1d triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:42:36.054475 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.054845 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Attempt 1 to provision port aa510891-580c-4ef4-bb76-929629ee9d1d Sep 25 04:42:36.090603 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Port aa510891-580c-4ef4-bb76-929629ee9d1d cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:42:36.180129 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7749497b-de7c-4aeb-9ac6-321308ae5f8a req-b097bdc0-9ca6-4f4b-9d89-5fa599518fcf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952790 Sep 25 04:42:36.275545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa510891-580c-4ef4-bb76-929629ee9d1d {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:42:36.282775 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks [] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.294762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Transition to ACTIVE for port object aa510891-580c-4ef4-bb76-929629ee9d1d will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:42:36.298083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.375023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Pushing event updated for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:36.404249 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Attempting to bind port aa510891-580c-4ef4-bb76-929629ee9d1d on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:42:36.404584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Attempting to bind port aa510891-580c-4ef4-bb76-929629ee9d1d by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:42:36.404953 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Attempting to bind port aa510891-580c-4ef4-bb76-929629ee9d1d on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:42:36.449008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Port aa510891-580c-4ef4-bb76-929629ee9d1d on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:42:36.449335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Attempting to bind port aa510891-580c-4ef4-bb76-929629ee9d1d on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:42:36.483237 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:36.493299 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:42:36.493638 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:42:36.494025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:42:36.494464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Bound port: aa510891-580c-4ef4-bb76-929629ee9d1d, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:42:36.494822 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.548194 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:36.555000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:42:36.558288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=aa510891-580c-4ef4-bb76-929629ee9d1d,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:42:36.563343 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.568883 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:36.569499 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:36.570889 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/aa510891-580c-4ef4-bb76-929629ee9d1d HTTP/1.1" status: 200 len: 1093 time: 0.6964855 Sep 25 04:42:36.571432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:36.573682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7e180-39cd-44ec-b757-8271e7371c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:36.592345 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Attempt 2 to provision port aa510891-580c-4ef4-bb76-929629ee9d1d Sep 25 04:42:36.619752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb754a1-fb3b-4120-9c63-262ce4f5bacd service neutron] Pushing event updated for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:36.636084 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73db848-4965-4662-a9d8-7bedd116d903 x-openstack-request-id: req-a73db848-4965-4662-a9d8-7bedd116d903 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:36.636379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:36.636668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a73db848-4965-4662-a9d8-7bedd116d903 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:36.637081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73db848-4965-4662-a9d8-7bedd116d903'] response: {'name': 'network-changed', 'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'status': 'completed', 'code': 200} Sep 25 04:42:36.644521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-81ffba6d-58bb-434b-af3c-508a693f49ff None None] Port aa510891-580c-4ef4-bb76-929629ee9d1d had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:42:36.703315 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-dfb832ae-70bf-458f-83b5-c907dfda9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:36.704835 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-dfb832ae-70bf-458f-83b5-c907dfda9086 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 1127 time: 0.0427063 Sep 25 04:42:36.910301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-c899587d-1199-4d6f-b5c6-09834a10e5e1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa510891-580c-4ef4-bb76-929629ee9d1d HTTP/1.1" status: 200 len: 217 time: 0.0322554 Sep 25 04:42:36.959879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-51fc3bc0-d876-44a8-ad87-1ccfeac9bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:36.961338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-51fc3bc0-d876-44a8-ad87-1ccfeac9bc01 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0430617 Sep 25 04:42:37.006509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157e153-0962-4f16-841f-aac5f9a96570 req-c2819fd4-057a-41db-84f5-d7d18fb53757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:37.008028 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-c2819fd4-057a-41db-84f5-d7d18fb53757 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402195 Sep 25 04:42:37.098648 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-5e42f641-6bc3-43a5-b431-23bd2b4e397d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Sep 25 04:42:37.192702 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d157e153-0962-4f16-841f-aac5f9a96570 req-4a2c374f-77bc-4e53-807a-2a4d77c05087 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861802 Sep 25 04:42:37.303592 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcad189-2f4d-48fa-bdbc-9ba1dd9002bd req-242875d1-a83d-41d1-9b61-685e3c79b518 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:37.305110 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fcad189-2f4d-48fa-bdbc-9ba1dd9002bd req-242875d1-a83d-41d1-9b61-685e3c79b518 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0467012 Sep 25 04:42:37.350812 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fcad189-2f4d-48fa-bdbc-9ba1dd9002bd req-1eaded67-5818-4898-ac9c-ddaa2afa2506 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Sep 25 04:42:37.623342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-62bcfa73-9c5a-4353-adbd-9cd19415f7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:38.472119 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83473c-1eee-4684-b954-c4846c77bb20 req-bc72135c-891a-4dc8-9089-4feee0bf123b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:38.473737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae83473c-1eee-4684-b954-c4846c77bb20 req-bc72135c-891a-4dc8-9089-4feee0bf123b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0484176 Sep 25 04:42:38.521639 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae83473c-1eee-4684-b954-c4846c77bb20 req-8090472b-a192-4dbd-927a-40f83497e694 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Sep 25 04:42:39.021014 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=51 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:39.025864 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=61 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:39.646637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dcfb-c16e-4cd6-bfb4-d9870ec4b7e4 req-606b79b2-1c19-482a-b720-ce05d2bbf392 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:39.648098 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc97dcfb-c16e-4cd6-bfb4-d9870ec4b7e4 req-606b79b2-1c19-482a-b720-ce05d2bbf392 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0525749 Sep 25 04:42:39.695911 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc97dcfb-c16e-4cd6-bfb4-d9870ec4b7e4 req-091868f6-40b6-4f4b-8d80-22b506be5db2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Sep 25 04:42:40.010081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fb98964e-2c86-41de-9627-1a7b95fa7e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:40.776407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-81d7621a-c9af-41a5-a0fd-104a93ab6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:40.778781 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-81d7621a-c9af-41a5-a0fd-104a93ab6544 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 1127 time: 0.0477817 Sep 25 04:42:40.869492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4023352-5edb-4faf-936d-bd2f05bad2ff req-bcc7a55d-9e6b-4507-a69d-a62330c01118 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:40.870953 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4023352-5edb-4faf-936d-bd2f05bad2ff req-bcc7a55d-9e6b-4507-a69d-a62330c01118 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0914609 Sep 25 04:42:40.916718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:40.946355 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-244a218b-3c0e-4b3b-b6de-b2ced4a98415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:40.947813 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-244a218b-3c0e-4b3b-b6de-b2ced4a98415 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.1402302 Sep 25 04:42:40.952567 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4023352-5edb-4faf-936d-bd2f05bad2ff req-306c0cf0-2ea3-4ec0-bdbd-39f101828822 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740116 Sep 25 04:42:41.092994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:41.331220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-65e124d4-4d56-4f3c-b4f4-f30ebb31c4e8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa510891-580c-4ef4-bb76-929629ee9d1d HTTP/1.1" status: 200 len: 217 time: 0.0372622 Sep 25 04:42:41.378554 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-e11f49d5-c85c-4cdb-9fbe-9b174fc522bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:41.381257 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-e11f49d5-c85c-4cdb-9fbe-9b174fc522bc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0440817 Sep 25 04:42:41.431219 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-07de4a98-b985-4f87-8159-f2b81660887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:41.432765 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-07de4a98-b985-4f87-8159-f2b81660887c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418837 Sep 25 04:42:41.548376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:41.584865 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-f16a0864-9276-4fbb-af28-c61743dd5d43 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886078 Sep 25 04:42:41.684302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fb7e180-39cd-44ec-b757-8271e7371c3d req-6bc7b79d-fe94-4f94-85f7-4e0a09bba288 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913341 Sep 25 04:42:42.083346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed06e8-2ec5-4d84-9c3c-a541580db60a req-ba2b5a3d-c273-4940-b9db-c5b8073f0a9c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:42.084826 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e2ed06e8-2ec5-4d84-9c3c-a541580db60a req-ba2b5a3d-c273-4940-b9db-c5b8073f0a9c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0497942 Sep 25 04:42:42.132386 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e2ed06e8-2ec5-4d84-9c3c-a541580db60a req-7b29db8b-fcc0-4a35-850d-f1cd9904be73 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Sep 25 04:42:42.713693 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:42.834106 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:42.871353 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device aa510891-580c-4ef4-bb76-929629ee9d1d details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:42:42.881045 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:42:42.973656 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=aa510891-580c-4ef4-bb76-929629ee9d1d,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:42.985978 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'port_id': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'mac_address': 'fa:16:3e:44:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:42:42.992529 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f02ef-acb5-46da-9354-a5077551cf04 req-90553e6d-694c-4e27-9135-fe4c49fe7c43 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:42.994153 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce3f02ef-acb5-46da-9354-a5077551cf04 req-90553e6d-694c-4e27-9135-fe4c49fe7c43 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Sep 25 04:42:43.025917 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port aa510891-580c-4ef4-bb76-929629ee9d1d is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:42:43.026300 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:43.040806 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa510891-580c-4ef4-bb76-929629ee9d1d {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:42:43.042756 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce3f02ef-acb5-46da-9354-a5077551cf04 req-7567c35b-cebb-4bcc-8812-e252278a768c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Sep 25 04:42:43.061397 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=aa510891-580c-4ef4-bb76-929629ee9d1d,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:43.065785 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:43.095134 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:43.095901 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=53,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:43.112435 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:43.120087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.120433 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.120834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.121180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.121512 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.121843 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.122170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.122494 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.122821 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.123146 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.123470 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.123810 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.124165 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.124454 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.124804 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:42:43.251996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d061d4-ae8b-4caf-99b8-afa3211b1a9b req-20dbd471-b140-422c-99b2-70f48d22834e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:43.253464 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94d061d4-ae8b-4caf-99b8-afa3211b1a9b req-20dbd471-b140-422c-99b2-70f48d22834e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0465355 Sep 25 04:42:43.302813 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-94d061d4-ae8b-4caf-99b8-afa3211b1a9b req-b5e9e59f-8664-4f54-a231-7c13fb986444 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Sep 25 04:42:43.640427 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['aa510891-580c-4ef4-bb76-929629ee9d1d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:42:44.167819 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd43d1-8863-4b91-9d4b-2127fb026254 req-4acbf527-81b5-4675-834b-9ba21294abd1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:44.169313 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43cd43d1-8863-4b91-9d4b-2127fb026254 req-4acbf527-81b5-4675-834b-9ba21294abd1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0466878 Sep 25 04:42:44.217739 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-43cd43d1-8863-4b91-9d4b-2127fb026254 req-456a45e7-df61-4320-8525-480aa873e56d tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 Sep 25 04:42:44.423512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f4f2c-987c-4f71-bce2-e0910cd587b7 req-36a93d9a-ec6e-455b-8679-1167b187cadf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:44.424984 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-861f4f2c-987c-4f71-bce2-e0910cd587b7 req-36a93d9a-ec6e-455b-8679-1167b187cadf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 944 time: 0.0456760 Sep 25 04:42:44.471683 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-861f4f2c-987c-4f71-bce2-e0910cd587b7 req-2aa8c3a8-ac35-4fac-9ec9-098140fc1713 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Sep 25 04:42:44.942935 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device aa510891-580c-4ef4-bb76-929629ee9d1d up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:42:44.984659 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port aa510891-580c-4ef4-bb76-929629ee9d1d completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:42:44.990234 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port aa510891-580c-4ef4-bb76-929629ee9d1d triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:42:44.990610 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:44.991016 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port aa510891-580c-4ef4-bb76-929629ee9d1d Sep 25 04:42:45.064789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port aa510891-580c-4ef4-bb76-929629ee9d1d is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:42:45.065176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:45.088690 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:45.090916 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc405be5-5e1c-4208-925c-6407416b1b9c" -d '{"events": [{"server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:45.100245 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:45.103953 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=aa510891-580c-4ef4-bb76-929629ee9d1d,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:45.108566 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:45.114789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:45.135053 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24dc89b-fde7-4b53-ae4f-904229d7c5b4 x-openstack-request-id: req-b24dc89b-fde7-4b53-ae4f-904229d7c5b4 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:45.135352 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:45.135608 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b24dc89b-fde7-4b53-ae4f-904229d7c5b4 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:45.136003 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24dc89b-fde7-4b53-ae4f-904229d7c5b4'] response: {'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'code': 200} Sep 25 04:42:45.161179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:45.338507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e59c7-d95c-4ef0-a396-004391cea14d req-5b00bce7-d503-4718-bf94-905f617ea350 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:45.339925 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc3e59c7-d95c-4ef0-a396-004391cea14d req-5b00bce7-d503-4718-bf94-905f617ea350 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Sep 25 04:42:45.385243 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc3e59c7-d95c-4ef0-a396-004391cea14d req-889ded14-b36f-40e3-8814-2b38ddddb29b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Sep 25 04:42:45.593108 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5edcc8-beed-40db-bfad-de53c0ce0e12 req-4b3c93a2-73f1-420d-842f-e3a2fbad848b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:45.594582 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab5edcc8-beed-40db-bfad-de53c0ce0e12 req-4b3c93a2-73f1-420d-842f-e3a2fbad848b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Sep 25 04:42:45.642081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ab5edcc8-beed-40db-bfad-de53c0ce0e12 req-ed86f22d-3171-43f9-a809-598e0c992fda tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Sep 25 04:42:46.363133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:46.391285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45099e-4adf-4814-97b2-ffa711fad1d5 req-f2dc21b6-0726-425c-8a87-934fc7e82435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:46.392809 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e45099e-4adf-4814-97b2-ffa711fad1d5 req-f2dc21b6-0726-425c-8a87-934fc7e82435 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 1129 time: 0.0381229 Sep 25 04:42:46.445673 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e45099e-4adf-4814-97b2-ffa711fad1d5 req-27f0423b-e35a-48a0-818b-bdb7e07269eb service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Sep 25 04:42:46.508212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626631dd-be73-4793-ab4d-c60d14dff07b req-975195f0-1665-4119-9dc2-74a9c9902903 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:46.509708 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-626631dd-be73-4793-ab4d-c60d14dff07b req-975195f0-1665-4119-9dc2-74a9c9902903 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0476842 Sep 25 04:42:46.556880 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-626631dd-be73-4793-ab4d-c60d14dff07b req-88863e22-2e9e-4e6b-9f7c-ef5237980303 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Sep 25 04:42:46.761521 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f317c1-bcf3-497c-bfe9-4841fa9579e6 req-bd1ac319-bdde-4b89-8800-4fd0efc7c8d5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:46.762949 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57f317c1-bcf3-497c-bfe9-4841fa9579e6 req-bd1ac319-bdde-4b89-8800-4fd0efc7c8d5 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0462849 Sep 25 04:42:46.789592 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:46.811108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57f317c1-bcf3-497c-bfe9-4841fa9579e6 req-6ce286e6-8c00-48c0-ba31-fe6491277880 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Sep 25 04:42:47.684778 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427324c-c0b9-469a-8448-bb3253f557f3 req-05316a4a-4273-4732-a879-7c4c46fa13ad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:47.686253 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e427324c-c0b9-469a-8448-bb3253f557f3 req-05316a4a-4273-4732-a879-7c4c46fa13ad tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0503502 Sep 25 04:42:47.744814 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e427324c-c0b9-469a-8448-bb3253f557f3 req-cc13539e-9441-4349-9766-02c6270c008a tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d8f799d3-7dac-4d48-a9ae-e1f26474211f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529912 Sep 25 04:42:47.947658 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-086c9361-680c-40ad-9301-0aceed1770b8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:47.949108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-086c9361-680c-40ad-9301-0aceed1770b8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 945 time: 0.0869339 Sep 25 04:42:47.990564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184d728-50d3-4919-974f-fdbfcb6cec97 req-b3ec7fd8-a722-4605-8cd5-e8ac74c2c7d0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:47.992163 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5184d728-50d3-4919-974f-fdbfcb6cec97 req-b3ec7fd8-a722-4605-8cd5-e8ac74c2c7d0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0932531 Sep 25 04:42:48.087893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Deleting port 200b52b7-c7da-4e8b-924a-5151390b5778 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:48.088350 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:48.096974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5184d728-50d3-4919-974f-fdbfcb6cec97 req-6837addd-bea5-4902-b67d-83051e5422a6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990167 Sep 25 04:42:48.205093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] For port 200b52b7-c7da-4e8b-924a-5151390b5778, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=200b52b7-c7da-4e8b-924a-5151390b5778,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:48.205462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:48.394466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:48.395375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:48.395887 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Floating IP f5891af9-f71d-4bf3-86ee-eb0205640477 disassociated. External IP: 172.27.0.181, port: 200b52b7-c7da-4e8b-924a-5151390b5778. Sep 25 04:42:48.396368 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Calling delete_port for 200b52b7-c7da-4e8b-924a-5151390b5778 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:48.798540 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:48.833453 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (200b52b7-c7da-4e8b-924a-5151390b5778), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:48.879830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event deleted for resources: {'Port': ['ID=200b52b7-c7da-4e8b-924a-5151390b5778,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:48.913879 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce4ffdb2-5267-4c6f-bbf6-eb5734205585 req-684a9056-c773-4964-bb37-4bfa7de8efda tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0695410 Sep 25 04:42:49.036890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:42:49.148905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:49.172094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ecb28-b641-4403-878f-87de954caeee req-ebd93bda-1f75-4feb-a4ef-e8098897c9df tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:49.173496 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e83ecb28-b641-4403-878f-87de954caeee req-ebd93bda-1f75-4feb-a4ef-e8098897c9df tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0826120 Sep 25 04:42:49.228606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:42:49.240992 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:42:49.250446 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:49.251075 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:49.302059 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5888a0b-6497-4e43-91b4-f94cd7252c5f req-c2f6d3fe-b6ae-4b7a-b4bb-4975ed23ad68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:49.303598 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5888a0b-6497-4e43-91b4-f94cd7252c5f req-c2f6d3fe-b6ae-4b7a-b4bb-4975ed23ad68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.1217310 Sep 25 04:42:49.307977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] No DVR routers for this DVR port 200b52b7-c7da-4e8b-924a-5151390b5778 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:42:49.311435 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:49.314644 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb9f606a-a5c3-437e-b0f2-bcf135d7aa28 req-473fef1a-89fd-4c03-800f-00df7d1b306b tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "DELETE /networking/v2.0/ports/200b52b7-c7da-4e8b-924a-5151390b5778 HTTP/1.1" status: 204 len: 173 time: 1.3600438 Sep 25 04:42:49.315886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'name': 'network-vif-deleted', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:49.318089 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de784bd-fdfd-41e5-bc07-33871faa0432" -d '{"events": [{"server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "name": "network-vif-deleted", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:49.329876 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e83ecb28-b641-4403-878f-87de954caeee req-c532752a-45ae-41d6-85fd-187129409d4e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490300 Sep 25 04:42:49.387283 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:49.397789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e5888a0b-6497-4e43-91b4-f94cd7252c5f req-bc551392-907a-400f-89a9-38447c7b7300 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834346 Sep 25 04:42:49.418549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b650485e-fd97-4018-a0b5-bcac84499570 x-openstack-request-id: req-b650485e-fd97-4018-a0b5-bcac84499570 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:49.418845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1348d173-f0db-4d60-94f5-1765387d7294", "name": "network-vif-deleted", "tag": "200b52b7-c7da-4e8b-924a-5151390b5778", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:49.419092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b650485e-fd97-4018-a0b5-bcac84499570 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:49.419494 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b650485e-fd97-4018-a0b5-bcac84499570'] response: {'server_uuid': '1348d173-f0db-4d60-94f5-1765387d7294', 'name': 'network-vif-deleted', 'tag': '200b52b7-c7da-4e8b-924a-5151390b5778', 'status': 'completed', 'code': 200} Sep 25 04:42:49.512420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a85a19-be1e-476f-ac92-4e988fb82100 req-fb5f74af-af1e-4cbb-81a9-38ee29505c85 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:49.513861 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8a85a19-be1e-476f-ac92-4e988fb82100 req-fb5f74af-af1e-4cbb-81a9-38ee29505c85 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Sep 25 04:42:49.524953 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59546) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:49.529633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'port_id': 'aa510891-580c-4ef4-bb76-929629ee9d1d'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:49.568936 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:49.594512 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:49.623039 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:42:49.632296 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:49.632927 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:49.820087 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:50.009812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:50.012231 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:50.014465 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:50.036013 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7761b01d-5722-40c3-9236-0c9e62bc0993 req-155b8c57-7000-4a0b-8dde-e94085c65fe7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Sep 25 04:42:50.039123 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083b978e-48bb-48c5-9059-74d0ab757f5b None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:35:51Z', 'revision_number': 4, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '8eaafb0c-608c-4bff-9f8f-8683c624a218', 'name': '', 'network_id': '80b6de49-451b-443e-9218-1f0470a46dc2', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'mac_address': 'fa:16:3e:a5:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:49Z', 'updated_at': '2022-09-25T04:36:05Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'subnets': [{'id': '510bcd0f-2104-4b4b-8b41-6e6adb685661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:42:50.125201 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 5228b687-ba6e-437c-bfab-38eeb47d795a associated. External IP: 172.27.0.249, port: aa510891-580c-4ef4-bb76-929629ee9d1d. Sep 25 04:42:50.265105 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9e723-f87a-40f5-bc58-476894bd06e4 None None] New status for floating IP f5891af9-f71d-4bf3-86ee-eb0205640477: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:42:50.330287 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:42:50.438726 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:42:50.452476 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:42:50.459092 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:50.482890 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:50.483783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:50.494050 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b8d31-86e6-4427-b1fb-c393ceee2279 req-1d67c0a6-7b36-425d-bf5c-1b9ae026e21a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:50.503437 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-671b8d31-86e6-4427-b1fb-c393ceee2279 req-1d67c0a6-7b36-425d-bf5c-1b9ae026e21a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0727584 Sep 25 04:42:50.523869 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7d4f1636-86b7-4755-826a-59357dfb459b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/5228b687-ba6e-437c-bfab-38eeb47d795a HTTP/1.1" status: 200 len: 991 time: 0.9978063 Sep 25 04:42:50.525422 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:50.530241 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d45310c-2fe0-4084-a9b1-fa16bc78e403" -d '{"events": [{"name": "network-changed", "server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:50.562023 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-671b8d31-86e6-4427-b1fb-c393ceee2279 req-53318e27-e9a2-4a2b-93d7-55c4be976c9f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575707 Sep 25 04:42:50.620032 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:50.652362 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fe4969-ef42-4a41-b0c5-24f947bd3ed7 x-openstack-request-id: req-52fe4969-ef42-4a41-b0c5-24f947bd3ed7 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:50.652676 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:50.652959 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52fe4969-ef42-4a41-b0c5-24f947bd3ed7 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:50.653391 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fe4969-ef42-4a41-b0c5-24f947bd3ed7'] response: {'name': 'network-changed', 'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'status': 'completed', 'code': 200} Sep 25 04:42:50.762581 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:50.839848 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '5228b687-ba6e-437c-bfab-38eeb47d795a', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:44:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:32Z', 'updated_at': '2022-09-25T04:42:49Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:50.865139 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:42:50.873541 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:50.874126 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:50.876535 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:50.939268 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 200b52b7-c7da-4e8b-924a-5151390b5778 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:42:50.961236 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 200b52b7-c7da-4e8b-924a-5151390b5778 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:42:50.961574 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 200b52b7-c7da-4e8b-924a-5151390b5778 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:42:50.981116 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:51.081715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-299835a9-f36f-4d7f-aade-cf8d187931bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.084001 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-299835a9-f36f-4d7f-aade-cf8d187931bc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 1129 time: 0.0460875 Sep 25 04:42:51.100979 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:51.187277 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-86661640-3e34-47af-b1f5-43eff599dd2d req-183ca903-0222-449f-9eba-7cb0807ea759 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1348d173-f0db-4d60-94f5-1765387d7294 HTTP/1.1" status: 200 len: 210 time: 0.0475307 Sep 25 04:42:51.203927 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '5228b687-ba6e-437c-bfab-38eeb47d795a', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:44:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:32Z', 'updated_at': '2022-09-25T04:42:49Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:51.231938 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4086a-c55a-410b-a6ec-2e1d2219f939 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '5228b687-ba6e-437c-bfab-38eeb47d795a', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:44:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:32Z', 'updated_at': '2022-09-25T04:42:49Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:42:51.281909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b02e8dd1-3863-42f6-960a-af39d9a747e8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.283352 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b02e8dd1-3863-42f6-960a-af39d9a747e8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.1133065 Sep 25 04:42:51.350625 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-01a89ca8-21e4-4af8-a9e9-da058bb56b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.351992 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-01a89ca8-21e4-4af8-a9e9-da058bb56b6e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.1830521 Sep 25 04:42:51.395246 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Deleting port 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:51.395789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (28807ae7-bb46-4e31-93d7-48170864edca), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:51.438472 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f98b4c-aab3-4ca6-a725-c0c36fe3c1e0 None None] New status for floating IP 5228b687-ba6e-437c-bfab-38eeb47d795a: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:42:51.452352 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:51.494939 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] For port 28807ae7-bb46-4e31-93d7-48170864edca, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=28807ae7-bb46-4e31-93d7-48170864edca,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:51.495646 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (28807ae7-bb46-4e31-93d7-48170864edca), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:51.657166 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-b3d94549-ac12-49d1-9b89-ff2467ec9322 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa510891-580c-4ef4-bb76-929629ee9d1d HTTP/1.1" status: 200 len: 999 time: 0.1073148 Sep 25 04:42:51.751535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138f5e9-a803-45d0-8a12-587aa053841b req-92892bfc-c361-4677-ab5f-b76436594ca8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.753006 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a138f5e9-a803-45d0-8a12-587aa053841b req-92892bfc-c361-4677-ab5f-b76436594ca8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 946 time: 0.0629139 Sep 25 04:42:51.755623 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:51.755984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:51.756309 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Floating IP b49008b9-4ba5-49c7-93b9-7172af836ff6 disassociated. External IP: 172.27.0.247, port: 28807ae7-bb46-4e31-93d7-48170864edca. Sep 25 04:42:51.756685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Calling delete_port for 28807ae7-bb46-4e31-93d7-48170864edca owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:51.786708 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:51.860797 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a138f5e9-a803-45d0-8a12-587aa053841b req-f9167468-cded-4530-a463-803536177bf3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ca619e76-f155-41c6-96ef-0cedee0fff75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997696 Sep 25 04:42:51.922552 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-1d2da506-01aa-40c3-96ae-d3e91a66abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.924015 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-1d2da506-01aa-40c3-96ae-d3e91a66abcb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0588233 Sep 25 04:42:51.997466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-ca233f75-9c8b-4648-9374-c5dd1b5aab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:51.998945 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-ca233f75-9c8b-4648-9374-c5dd1b5aab7e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558052 Sep 25 04:42:52.006196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (28807ae7-bb46-4e31-93d7-48170864edca), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.035847 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'Port': ['ID=28807ae7-bb46-4e31-93d7-48170864edca,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:52.225952 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-5261ead9-6909-46f3-a645-453a91a7b308 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422045 Sep 25 04:42:52.229830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:42:52.286189 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59572) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:52.332310 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:52.347605 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (d8f799d3-7dac-4d48-a9ae-e1f26474211f), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.368716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:52.372304 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (d8f799d3-7dac-4d48-a9ae-e1f26474211f), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.381182 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:52.411034 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7d45310c-2fe0-4084-a9b1-fa16bc78e403 req-d81a7e8f-85fc-41c6-ab29-549d6f039a3e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732349 Sep 25 04:42:52.419095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:42:52.430531 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d8f799d3-7dac-4d48-a9ae-e1f26474211f), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.430734 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:42:52.433655 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.435094 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d8f799d3-7dac-4d48-a9ae-e1f26474211f HTTP/1.1" status: 204 len: 168 time: 0.1477609 Sep 25 04:42:52.439652 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59574) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:52.444716 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:52.445600 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:52.465218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] No DVR routers for this DVR port 28807ae7-bb46-4e31-93d7-48170864edca on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:42:52.467764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.471191 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c024177b-e614-43d3-95b1-1d90e333f76d req-b7c74839-ed5b-4e5d-93ef-02fdb66523f8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "DELETE /networking/v2.0/ports/28807ae7-bb46-4e31-93d7-48170864edca HTTP/1.1" status: 204 len: 173 time: 1.1803105 Sep 25 04:42:52.471807 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-deleted', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:52.474058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908cd50-54e5-45ab-b218-059d4db0d7a8" -d '{"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-deleted", "tag": "28807ae7-bb46-4e31-93d7-48170864edca"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:52.475868 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21003acb-fc55-4083-bc6c-0f2bb56c4cbe tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f799d3-7dac-4d48-a9ae-e1f26474211f,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:52.479509 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.api.v2.resource [None req-2e5b7526-43c8-4766-9223-eb524d3e03cf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] show failed (client error): The resource could not be found. Sep 25 04:42:52.480850 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2e5b7526-43c8-4766-9223-eb524d3e03cf tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d8f799d3-7dac-4d48-a9ae-e1f26474211f HTTP/1.1" status: 404 len: 347 time: 0.0400214 Sep 25 04:42:52.486043 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59578) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:52.555570 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b00e1-719f-4bb9-908e-c3d00ac8a041 x-openstack-request-id: req-4c2b00e1-719f-4bb9-908e-c3d00ac8a041 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:52.557451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e99419-ae76-4d84-9e7a-d0a31530ea14", "name": "network-vif-deleted", "tag": "28807ae7-bb46-4e31-93d7-48170864edca", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:52.558049 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c2b00e1-719f-4bb9-908e-c3d00ac8a041 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:52.558781 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2b00e1-719f-4bb9-908e-c3d00ac8a041'] response: {'server_uuid': 'c9e99419-ae76-4d84-9e7a-d0a31530ea14', 'name': 'network-vif-deleted', 'tag': '28807ae7-bb46-4e31-93d7-48170864edca', 'status': 'completed', 'code': 200} Sep 25 04:42:52.604216 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:52.633377 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Deleting port f476e20f-e25b-4d27-a6cc-ebfc7f8b634d {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:52.633723 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.716275 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.716699 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.730228 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Calling delete_port for f476e20f-e25b-4d27-a6cc-ebfc7f8b634d owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:52.799761 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:52.890937 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f476e20f-e25b-4d27-a6cc-ebfc7f8b634d), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:52.917622 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event deleted for resources: {'Port': ['ID=f476e20f-e25b-4d27-a6cc-ebfc7f8b634d,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:52.927208 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:42:52.936343 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:42:52.937097 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:52.998795 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks [] for floatingip (f5891af9-f71d-4bf3-86ee-eb0205640477), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:53.001577 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:53.005941 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c43e8f08-1513-43bf-b97b-5971aad49004 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f5891af9-f71d-4bf3-86ee-eb0205640477 HTTP/1.1" status: 204 len: 168 time: 0.5192184 Sep 25 04:42:53.046683 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-25f932e4-fc14-43f7-993f-ca4f91368924 req-fa01392c-923d-44e0-bd15-90c9ad2212de tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9e99419-ae76-4d84-9e7a-d0a31530ea14 HTTP/1.1" status: 200 len: 210 time: 0.0364218 Sep 25 04:42:53.055960 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:42:53.185169 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:53.263133 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:42:53.264655 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:53.292750 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daa8475-ee7e-4356-afa1-ac67f42761c5 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:42:53.530174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75865b10-cc1c-4724-a897-0627f3c61b2c None None] New status for floating IP b49008b9-4ba5-49c7-93b9-7172af836ff6: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:42:54.149339 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59592) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:54.207013 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (ca619e76-f155-41c6-96ef-0cedee0fff75), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.235000 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (ca619e76-f155-41c6-96ef-0cedee0fff75), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.284863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ca619e76-f155-41c6-96ef-0cedee0fff75), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.287741 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.288895 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ca619e76-f155-41c6-96ef-0cedee0fff75 HTTP/1.1" status: 204 len: 168 time: 0.1385136 Sep 25 04:42:54.291767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59598) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:54.297942 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47d60f-81b6-49eb-818a-7bd56dd44e26 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca619e76-f155-41c6-96ef-0cedee0fff75,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:54.306080 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.api.v2.resource [None req-496155f9-fdd4-4c7c-bbec-3c05a0e85886 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] show failed (client error): The resource could not be found. Sep 25 04:42:54.307073 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-496155f9-fdd4-4c7c-bbec-3c05a0e85886 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ca619e76-f155-41c6-96ef-0cedee0fff75 HTTP/1.1" status: 404 len: 347 time: 0.0143256 Sep 25 04:42:54.311450 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59600) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:54.423547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Deleting port 3d8a1814-55a5-4e55-8b0c-34cea6611b90 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:54.423909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.425390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:54.509020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.509317 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (3d8a1814-55a5-4e55-8b0c-34cea6611b90), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.522369 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Calling delete_port for 3d8a1814-55a5-4e55-8b0c-34cea6611b90 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:54.659797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (3d8a1814-55a5-4e55-8b0c-34cea6611b90), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.686202 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'Port': ['ID=3d8a1814-55a5-4e55-8b0c-34cea6611b90,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:54.746371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (b49008b9-4ba5-49c7-93b9-7172af836ff6), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.748815 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.749951 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-14a7f635-72b2-44d2-aaab-fbfcc5704a29 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b49008b9-4ba5-49c7-93b9-7172af836ff6 HTTP/1.1" status: 204 len: 168 time: 0.4374561 Sep 25 04:42:54.852402 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59604) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:54.856967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--413538756', 'description': 'tempest-description--1733270761'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:54.877398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.947631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (5dbdfbd8-b2ed-482c-99d7-addb332f1e80), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.951334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5dbdfbd8-b2ed-482c-99d7-addb332f1e80), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.982155 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:54.983385 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1299589 Sep 25 04:42:54.985393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b33117-54f8-4b1d-8dbf-a1baba6e1816 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbdfbd8-b2ed-482c-99d7-addb332f1e80,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:54.985625 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:42:54.987708 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59606) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:54.992821 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group_rule': {'security_group_id': '5dbdfbd8-b2ed-482c-99d7-addb332f1e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:55.009296 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 28807ae7-bb46-4e31-93d7-48170864edca {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:42:55.009648 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 28807ae7-bb46-4e31-93d7-48170864edca not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:42:55.021859 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (21596451-14cb-4849-aa81-c17cf3e76626), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.074609 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:55.076854 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (21596451-14cb-4849-aa81-c17cf3e76626), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.080940 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (21596451-14cb-4849-aa81-c17cf3e76626), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.102926 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21596451-14cb-4849-aa81-c17cf3e76626,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:55.110378 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.111577 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0182a2ea-e437-4c44-9aaa-fcb367398ff2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224005 Sep 25 04:42:55.114631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59608) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:55.119126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'security_group_rule': {'security_group_id': '5dbdfbd8-b2ed-482c-99d7-addb332f1e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:55.145915 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (0bb570a2-f62c-4550-879d-716c0aeddaec), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.201929 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (0bb570a2-f62c-4550-879d-716c0aeddaec), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.205308 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (0bb570a2-f62c-4550-879d-716c0aeddaec), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.224973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb570a2-f62c-4550-879d-716c0aeddaec,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:55.232852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.234039 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-4ee25bcc-c9b5-4cfb-9a18-fd67e3f21c17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183939 Sep 25 04:42:55.237262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59610) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:42:55.241553 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:55.262433 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.307676 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:55.330335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:55.349795 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.470146 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Allocated IP 172.27.0.172 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/bc55449e-50af-4e26-8037-9b0bef68c6b0) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:42:55.537270 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98f069-fe33-4873-baee-9ee01e7e3089 req-55c72227-bd88-437a-a2ad-b62b2a51f1f8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:55.538745 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fb98f069-fe33-4873-baee-9ee01e7e3089 req-55c72227-bd88-437a-a2ad-b62b2a51f1f8 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0708420 Sep 25 04:42:55.638104 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fb98f069-fe33-4873-baee-9ee01e7e3089 req-3b9c1b01-13dc-4d6d-9f31-dff2ae0b5b0f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721843 Sep 25 04:42:55.655509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.687992 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.732616 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:42:55.739165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:42:55.741464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=bc55449e-50af-4e26-8037-9b0bef68c6b0,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:55.743563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:42:55.827709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:55.863003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.257009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.261364 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.308042 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:56.315773 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:56.332722 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=bc55449e-50af-4e26-8037-9b0bef68c6b0,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:56.341471 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.357488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.358712 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-de0c53d7-bed9-491e-ae9e-b6e708523767 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1205435 Sep 25 04:42:56.424934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-b252f4bc-c3a3-4cb7-bfae-21081287a5c7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:56.426585 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-b252f4bc-c3a3-4cb7-bfae-21081287a5c7 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0550251 Sep 25 04:42:56.537204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Deleting port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:42:56.537520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.604966 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-7cb17dbf-df6d-49c7-a1a9-94bef202f469 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--413538756&fields=id&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 267 time: 0.1011927 Sep 25 04:42:56.704724 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] For port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:42:56.705097 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:56.752265 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Calling delete_port for 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:42:56.794719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb40d7-b6ec-4b46-a64f-78dfae03b25d req-e348af75-f778-4e24-a57f-c58f7f0e7746 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:56.796195 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3cbb40d7-b6ec-4b46-a64f-78dfae03b25d req-e348af75-f778-4e24-a57f-c58f7f0e7746 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 946 time: 0.0786500 Sep 25 04:42:56.841100 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-3647faeb-a789-49e5-ad00-6f837a44b36b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:56.842500 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-3647faeb-a789-49e5-ad00-6f837a44b36b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 817 time: 0.2283208 Sep 25 04:42:56.880182 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-d3baef53-dc87-4f28-82b7-21b56fcaedd3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/quotas/a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 375 time: 0.0290856 Sep 25 04:42:56.948017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3cbb40d7-b6ec-4b46-a64f-78dfae03b25d req-05452ea3-666d-483b-803d-6b515beaa31e tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163847 Sep 25 04:42:56.960392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-0da89ba9-d544-48db-b638-7512aefec19c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735679 Sep 25 04:42:57.065619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (3a4f0d9a-e61b-45f0-b1ce-b92f0048c739), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:57.076664 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:57.105212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event deleted for resources: {'Port': ['ID=3a4f0d9a-e61b-45f0-b1ce-b92f0048c739,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:57.106891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['320631df-79bd-4e26-a748-a2b0a3daee05', '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:42:57.165651 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] No DVR routers for this DVR port 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:42:57.168627 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-4ac227ef-fa0b-4cbf-ba46-bde832c61a9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820290 Sep 25 04:42:57.169984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:57.172828 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da66ebfe-a145-43cd-b47c-49f9248a8202 req-c5855426-6ad0-423f-9c1c-6132b1b07870 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "DELETE /networking/v2.0/ports/3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 HTTP/1.1" status: 204 len: 173 time: 0.7399247 Sep 25 04:42:57.173323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'name': 'network-vif-deleted', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:42:57.175683 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5374e671-43c4-4ddc-86c4-f18eea42c70c" -d '{"events": [{"server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "name": "network-vif-deleted", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:42:57.232919 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63a8f2-0111-4eee-bc72-1414bd905e12 x-openstack-request-id: req-0d63a8f2-0111-4eee-bc72-1414bd905e12 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:42:57.233208 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c97cc6-73d6-4bf6-9d88-e93dad58e7dc", "name": "network-vif-deleted", "tag": "3a4f0d9a-e61b-45f0-b1ce-b92f0048c739", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:42:57.233461 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d63a8f2-0111-4eee-bc72-1414bd905e12 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:42:57.233862 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d63a8f2-0111-4eee-bc72-1414bd905e12'] response: {'server_uuid': '28c97cc6-73d6-4bf6-9d88-e93dad58e7dc', 'name': 'network-vif-deleted', 'tag': '3a4f0d9a-e61b-45f0-b1ce-b92f0048c739', 'status': 'completed', 'code': 200} Sep 25 04:42:57.278360 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-e3c45d29-0cc4-4190-b64d-63e0eee78792 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992627 Sep 25 04:42:57.442754 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:57.474087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5478ea18-3e88-473d-b1ae-200bf714fd26 req-be3765de-03da-4202-809c-1080c5305feb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0488846 Sep 25 04:42:58.074693 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49b9a460-954a-4e9c-8860-480a429ba5de req-1f6753eb-b8c1-42f5-bae4-a0be19de3f73 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=28c97cc6-73d6-4bf6-9d88-e93dad58e7dc HTTP/1.1" status: 200 len: 210 time: 0.0326829 Sep 25 04:42:58.589306 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e1e145ac-1231-42f3-ad4d-0257928d4762 req-1475fb36-007a-40df-88e9-a465973f2104 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0274458 Sep 25 04:42:58.901833 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-5db61e90-f063-4d0a-aea0-44a9f24b0570 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:58.903974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-5db61e90-f063-4d0a-aea0-44a9f24b0570 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 817 time: 0.1192241 Sep 25 04:42:58.991543 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-13584e10-0f5b-4645-8828-67f4bedca331 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 379 time: 0.0539346 Sep 25 04:42:59.105097 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'port': {'device_id': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'admin_state_up': True, 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'security_groups': ['5dbdfbd8-b2ed-482c-99d7-addb332f1e80']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:42:59.219123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Made reservation on behalf of a2ac515b97884375b3e85c6e54de81bc for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:42:59.223498 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:59.395879 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8732d-2441-42be-8f64-808a5f6fe833 req-dedc3542-1fb7-4a57-ba86-35daaf604882 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:59.398080 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-27c8732d-2441-42be-8f64-808a5f6fe833 req-dedc3542-1fb7-4a57-ba86-35daaf604882 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0709696 Sep 25 04:42:59.399335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Allocated IP 172.20.0.9 (442ef807-682d-48e2-b151-5ae7fd6da3f5/dde4d932-3389-4754-b421-613ed6861c61/67e59d38-b12f-4f51-bb79-591d93062336) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:42:59.481594 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-27c8732d-2441-42be-8f64-808a5f6fe833 req-91de9304-48e9-4a6b-8d58-f586cc918ea1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748558 Sep 25 04:42:59.580406 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for port (67e59d38-b12f-4f51-bb79-591d93062336), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:59.613088 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:59.627314 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:59.671363 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:42:59.677328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:42:59.679532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:42:59.683451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:42:59.741583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:42:59.755422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c83263-a8cd-4b80-829c-9dbc234cbd3b req-a0eb912b-f2ad-4e5d-b4fe-738a018c9d33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:59.757021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e9c83263-a8cd-4b80-829c-9dbc234cbd3b req-a0eb912b-f2ad-4e5d-b4fe-738a018c9d33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 931 time: 0.0750692 Sep 25 04:42:59.779609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:42:59.780253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:59.807400 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f2583082-7b43-4a6f-95e9-30196ddf0b22 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7062171 Sep 25 04:42:59.829772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e9c83263-a8cd-4b80-829c-9dbc234cbd3b req-c8c4b1b9-96ba-4051-9b7a-892c1366ad85 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640941 Sep 25 04:42:59.913355 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Provisioning complete for port 67e59d38-b12f-4f51-bb79-591d93062336 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:42:59.913894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (67e59d38-b12f-4f51-bb79-591d93062336), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:42:59.914005 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 1 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:42:59.945352 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:00.446034 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 2 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:00.478978 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:00.606126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919d822-def8-4f62-b699-a1ed18ca8308 req-5aa35a91-74ce-497b-bfb2-4261cc799216 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:00.607521 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5919d822-def8-4f62-b699-a1ed18ca8308 req-5aa35a91-74ce-497b-bfb2-4261cc799216 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0504065 Sep 25 04:43:00.655302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5919d822-def8-4f62-b699-a1ed18ca8308 req-42bfc1da-8122-4c5b-a3ff-babe709c84e1 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Sep 25 04:43:00.959143 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e042-91f2-4554-bc08-3a9d3d8d1861 req-fe17d782-ca85-4d5d-b487-754047d6686c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:00.960570 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e255e042-91f2-4554-bc08-3a9d3d8d1861 req-fe17d782-ca85-4d5d-b487-754047d6686c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 931 time: 0.0462947 Sep 25 04:43:00.982632 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 3 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:01.009201 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e255e042-91f2-4554-bc08-3a9d3d8d1861 req-c7e33b9f-be0f-4da1-a99e-a079d60099bd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Sep 25 04:43:01.012133 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:01.022573 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:01.041516 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:01.041852 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 3a4f0d9a-e61b-45f0-b1ce-b92f0048c739 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:01.513426 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 4 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:01.548294 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:01.773863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de3e2-a136-42c1-9f04-ce708529de97 req-69aeda6d-afff-4fb8-805a-f1867e74167c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:01.775281 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d67de3e2-a136-42c1-9f04-ce708529de97 req-69aeda6d-afff-4fb8-805a-f1867e74167c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0457792 Sep 25 04:43:01.827158 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d67de3e2-a136-42c1-9f04-ce708529de97 req-c395db78-88a1-46d1-a080-d1687f87e157 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458117 Sep 25 04:43:01.939468 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Request body: {'port': {'device_id': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:01.998733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.049458 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 5 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:02.084617 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:02.167011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393560e-87d5-4065-aaa7-be3a9c1590de req-14908600-55d3-4f52-916e-8d904ec5c2f3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:02.168435 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7393560e-87d5-4065-aaa7-be3a9c1590de req-14908600-55d3-4f52-916e-8d904ec5c2f3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 931 time: 0.0716898 Sep 25 04:43:02.264267 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7393560e-87d5-4065-aaa7-be3a9c1590de req-06de535e-986c-49c0-a687-87ffa23f2c81 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683796 Sep 25 04:43:02.324987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:43:02.332399 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks [] for port (67e59d38-b12f-4f51-bb79-591d93062336), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.344270 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:02.345396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Transition to ACTIVE for port object 67e59d38-b12f-4f51-bb79-591d93062336 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:43:02.349524 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.408160 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:02.459309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:02.462814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Attempting to bind port 67e59d38-b12f-4f51-bb79-591d93062336 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:43:02.463148 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Attempting to bind port 67e59d38-b12f-4f51-bb79-591d93062336 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:43:02.463477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Attempting to bind port 67e59d38-b12f-4f51-bb79-591d93062336 on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:02.505268 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Port 67e59d38-b12f-4f51-bb79-591d93062336 on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:43:02.505595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Attempting to bind port 67e59d38-b12f-4f51-bb79-591d93062336 on network 442ef807-682d-48e2-b151-5ae7fd6da3f5 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:02.545092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:43:02.545420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Checking segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:43:02.545802 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Bound using segment: {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:43:02.546229 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Bound port: 67e59d38-b12f-4f51-bb79-591d93062336, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:43:02.546585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.586138 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 6 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:02.608842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:43:02.611789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:43:02.618335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.618518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:02.622384 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:02.622987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:02.624334 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 1093 time: 0.6890991 Sep 25 04:43:02.624933 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:02.627211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:02.670003 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f844ba78-5e5e-4d74-b681-2da62768af05 x-openstack-request-id: req-f844ba78-5e5e-4d74-b681-2da62768af05 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:02.670290 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:02.670540 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f844ba78-5e5e-4d74-b681-2da62768af05 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:02.670935 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f844ba78-5e5e-4d74-b681-2da62768af05'] response: {'name': 'network-changed', 'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'status': 'completed', 'code': 200} Sep 25 04:43:02.675480 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6c362-ca30-4785-852c-9cdf47fe56b9 service neutron] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:02.869507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-7626324d-70c6-45ce-ae0f-cd34271405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:02.871002 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-7626324d-70c6-45ce-ae0f-cd34271405b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1127 time: 0.0686531 Sep 25 04:43:02.877068 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-4b1c5873-7597-47bd-8596-06becb4c54ed tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:02.878349 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-4b1c5873-7597-47bd-8596-06becb4c54ed tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.0748510 Sep 25 04:43:03.038174 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60978a1-88d8-4d13-8ae7-5ec0db708210 req-6111e8d4-4af4-4072-be1f-94065a704e0c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:03.039653 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a60978a1-88d8-4d13-8ae7-5ec0db708210 req-6111e8d4-4af4-4072-be1f-94065a704e0c tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 945 time: 0.1328609 Sep 25 04:43:03.108167 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Deleting port 320631df-79bd-4e26-a748-a2b0a3daee05 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:03.108509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:03.119479 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Attempt 7 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:03.159331 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-aa54090c-4a80-41ac-ad17-83799c12d917 None None] Port 67e59d38-b12f-4f51-bb79-591d93062336 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:43:03.171866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-97a58dd0-0223-4bce-876c-c19929231798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:03.173350 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-97a58dd0-0223-4bce-876c-c19929231798 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=a2ac515b97884375b3e85c6e54de81bc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2778747 Sep 25 04:43:03.218565 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a60978a1-88d8-4d13-8ae7-5ec0db708210 req-a0f9ead7-845b-4ce1-8086-ddb2564b3c2f tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=03d19c95-ede3-4d54-bba2-1bdbe7f968e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587064 Sep 25 04:43:03.266915 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=14 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:03.296810 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:03.331026 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] For port 320631df-79bd-4e26-a748-a2b0a3daee05, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=320631df-79bd-4e26-a748-a2b0a3daee05,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:03.331396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:03.352587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa53f0-f827-49f1-82f1-ff9ff088e791 req-c4df6bb3-f896-4511-a626-6fb1e82e3944 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:03.354099 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1dfa53f0-f827-49f1-82f1-ff9ff088e791 req-c4df6bb3-f896-4511-a626-6fb1e82e3944 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.1014304 Sep 25 04:43:03.369903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Calling delete_port for 320631df-79bd-4e26-a748-a2b0a3daee05 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:03.427571 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-172889dd-9fed-4c19-83dc-3a967058b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:03.429031 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-abcd2dab-5aa8-4ff7-9912-037f1ef9bef6 req-172889dd-9fed-4c19-83dc-3a967058b6e5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2419293 Sep 25 04:43:03.481262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361106b-9cbf-4407-aa75-a35be5e71b26 req-68dc09af-51b5-4d51-b92d-67cca0abd396 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:03.482196 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c361106b-9cbf-4407-aa75-a35be5e71b26 req-68dc09af-51b5-4d51-b92d-67cca0abd396 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.1210344 Sep 25 04:43:03.522135 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:03.530638 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1dfa53f0-f827-49f1-82f1-ff9ff088e791 req-6d660a4c-929e-42d3-99dc-9730e3d790ee tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626723 Sep 25 04:43:03.573015 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c361106b-9cbf-4407-aa75-a35be5e71b26 req-bb7651c0-fb17-4198-aa71-c5af9b44e4f4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840085 Sep 25 04:43:03.627937 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (320631df-79bd-4e26-a748-a2b0a3daee05), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:03.656005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Pushing event deleted for resources: {'Port': ['ID=320631df-79bd-4e26-a748-a2b0a3daee05,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:03.673338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['320631df-79bd-4e26-a748-a2b0a3daee05'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:43:03.703368 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] No DVR routers for this DVR port 320631df-79bd-4e26-a748-a2b0a3daee05 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:03.705639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:03.709456 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47d29be0-5c9b-4173-9edc-42913acc9ca0 req-039343be-0579-4299-964a-fbf29d52f1ab tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.55 "DELETE /networking/v2.0/ports/320631df-79bd-4e26-a748-a2b0a3daee05 HTTP/1.1" status: 204 len: 173 time: 0.8050318 Sep 25 04:43:04.518782 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-327759e5-5675-459b-b2e8-7c9083907026 req-c37f0180-8d12-4f48-8359-8972a6f56b44 tempest-ServerRescueNegativeTestJSON-1236487579 tempest-ServerRescueNegativeTestJSON-1236487579-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8a4fe760-3afd-42e5-9909-86ca268c9b96 HTTP/1.1" status: 200 len: 210 time: 0.0319662 Sep 25 04:43:04.522425 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f550ff80-fbf6-4bc3-8497-7fd924cdfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:04.523662 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-f550ff80-fbf6-4bc3-8497-7fd924cdfdc6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1127 time: 0.3012974 Sep 25 04:43:04.654357 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d4ff-3c47-43e0-9e88-794a29bbe490 req-f53a0fbd-5e5c-46a9-b9a0-974a957074be tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:04.655822 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8b4d4ff-3c47-43e0-9e88-794a29bbe490 req-f53a0fbd-5e5c-46a9-b9a0-974a957074be tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0477338 Sep 25 04:43:04.671907 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'name': 'network-vif-deleted', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:04.674076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f931607-3195-4e68-85c9-bc08445fa8b6" -d '{"events": [{"server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "name": "network-vif-deleted", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:04.735685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412774a-20cb-44a9-b361-86eb4f8f5b76 req-cbdb41ad-a871-4cff-95c5-68e276f5b595 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:04.737158 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0412774a-20cb-44a9-b361-86eb4f8f5b76 req-cbdb41ad-a871-4cff-95c5-68e276f5b595 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0804679 Sep 25 04:43:04.770856 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-ee98e5cf-a4f2-4a51-82f1-3b528a3439b7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 217 time: 0.0529928 Sep 25 04:43:04.794036 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8b4d4ff-3c47-43e0-9e88-794a29bbe490 req-aebcbab9-8024-4844-80e0-20249a475ac2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279364 Sep 25 04:43:04.825198 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0412774a-20cb-44a9-b361-86eb4f8f5b76 req-78c2e945-39d7-4452-a793-2ce38506a4c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596986 Sep 25 04:43:04.859279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c38886-79b4-47c2-a1fc-62c8eaa8cbc1 x-openstack-request-id: req-25c38886-79b4-47c2-a1fc-62c8eaa8cbc1 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:04.859568 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4fe760-3afd-42e5-9909-86ca268c9b96", "name": "network-vif-deleted", "tag": "320631df-79bd-4e26-a748-a2b0a3daee05", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:04.859809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25c38886-79b4-47c2-a1fc-62c8eaa8cbc1 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:04.860201 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c38886-79b4-47c2-a1fc-62c8eaa8cbc1'] response: {'server_uuid': '8a4fe760-3afd-42e5-9909-86ca268c9b96', 'name': 'network-vif-deleted', 'tag': '320631df-79bd-4e26-a748-a2b0a3daee05', 'status': 'completed', 'code': 200} Sep 25 04:43:04.877874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-740bc794-969a-4161-a282-3db56f17111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:04.880202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-740bc794-969a-4161-a282-3db56f17111b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0525522 Sep 25 04:43:05.103646 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:05.283827 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-1368731e-a053-4513-8f72-0781a2719519 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:05.286030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-1368731e-a053-4513-8f72-0781a2719519 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0713112 Sep 25 04:43:05.287267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-c34073f1-d53e-46e9-bf69-a1f5341b4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:05.288608 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-c34073f1-d53e-46e9-bf69-a1f5341b4154 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838962 Sep 25 04:43:05.442064 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Deleting port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:05.442397 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:05.464865 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:05.495897 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-eaa76a43-8c8b-43d3-9598-e3f14e7c0880 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981430 Sep 25 04:43:05.584249 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59710) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:05.604832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] For port 352ac3fb-d005-4e6e-98b0-7339ef6c2202, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=352ac3fb-d005-4e6e-98b0-7339ef6c2202,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:05.605358 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:05.625520 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:05.670183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc5eb8a7-2d05-4c6c-a092-cab6cf333389 req-cd29b226-0206-460b-9e88-1628762f57c1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669023 Sep 25 04:43:05.797713 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:05.798082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:05.798404 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Floating IP 553df39a-364b-49e1-8189-a6bc450a031a disassociated. External IP: 172.27.0.238, port: 352ac3fb-d005-4e6e-98b0-7339ef6c2202. Sep 25 04:43:05.798750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Calling delete_port for 352ac3fb-d005-4e6e-98b0-7339ef6c2202 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:05.960429 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3611-45bc-4df6-91d1-93268d6bebe0 req-2c0592c9-c941-4656-80b2-4da8dee91661 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:05.961910 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-960c3611-45bc-4df6-91d1-93268d6bebe0 req-2c0592c9-c941-4656-80b2-4da8dee91661 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 946 time: 0.0862546 Sep 25 04:43:06.014998 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.024193 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df755ca-961f-45ae-b60e-5f2f0e6c3e13 req-5e16b4b0-4be0-45d3-99d6-19b63dbdd9e1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:06.025703 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4df755ca-961f-45ae-b60e-5f2f0e6c3e13 req-5e16b4b0-4be0-45d3-99d6-19b63dbdd9e1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0865993 Sep 25 04:43:06.037623 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (352ac3fb-d005-4e6e-98b0-7339ef6c2202), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.094004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'Port': ['ID=352ac3fb-d005-4e6e-98b0-7339ef6c2202,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:06.106093 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-960c3611-45bc-4df6-91d1-93268d6bebe0 req-9651d15f-6752-4503-b89e-c589bfdfe712 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0a57924f-1a49-4aab-adbe-9d395536a49e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243091 Sep 25 04:43:06.171465 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4df755ca-961f-45ae-b60e-5f2f0e6c3e13 req-9dfc7907-7b8c-44b4-8dc6-f89c969c6c33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349077 Sep 25 04:43:06.239541 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:06.251503 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:06.261436 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Deleting port 8eaafb0c-608c-4bff-9f8f-8683c624a218 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:06.261943 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.341608 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] For port 8eaafb0c-608c-4bff-9f8f-8683c624a218, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=8eaafb0c-608c-4bff-9f8f-8683c624a218,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:06.341970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.346287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:06.356462 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Calling delete_port for 8eaafb0c-608c-4bff-9f8f-8683c624a218 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:06.358049 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:06.368532 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:06.369561 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:06.394752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] No DVR routers for this DVR port 352ac3fb-d005-4e6e-98b0-7339ef6c2202 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:06.397766 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.401658 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4fe8ea37-63e5-4115-8573-00530c4d4574 req-9dd2447e-3f1b-45c2-91fc-8e70bef13435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "DELETE /networking/v2.0/ports/352ac3fb-d005-4e6e-98b0-7339ef6c2202 HTTP/1.1" status: 204 len: 173 time: 1.1046081 Sep 25 04:43:06.473216 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:06.530031 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:06.554223 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (8eaafb0c-608c-4bff-9f8f-8683c624a218), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:06.585394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaafb0c-608c-4bff-9f8f-8683c624a218,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:06.600945 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:06.701529 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-56985f7b-0a6e-4176-b883-53209d4d6e51 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1307643562&fields=id&tenant_id=b5c1180472fb4243bd45e44914a46918 HTTP/1.1" status: 200 len: 267 time: 0.0751219 Sep 25 04:43:06.704815 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:06.736712 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:06.747005 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:06.747879 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:06.778608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-2df25d6f-7f97-4dbb-a938-ca75f926cea5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:06.780186 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-2df25d6f-7f97-4dbb-a938-ca75f926cea5 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 984 time: 0.0728343 Sep 25 04:43:06.792443 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Request body: {'port': {'security_groups': ['d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:06.842419 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:06.843810 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:06.862566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'name': 'network-vif-deleted', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:06.879970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1086d9-472b-4645-9f9d-a38ffe63d3ec" -d '{"events": [{"server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "name": "network-vif-deleted", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:06.917194 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:06.930150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea34f1d-5d71-4a42-a88f-4190ef519de2 x-openstack-request-id: req-bea34f1d-5d71-4a42-a88f-4190ef519de2 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:06.930844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9be0143-7c91-4fba-8c2c-500f01573632", "name": "network-vif-deleted", "tag": "352ac3fb-d005-4e6e-98b0-7339ef6c2202", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:06.931222 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bea34f1d-5d71-4a42-a88f-4190ef519de2 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:06.931643 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea34f1d-5d71-4a42-a88f-4190ef519de2'] response: {'server_uuid': 'c9be0143-7c91-4fba-8c2c-500f01573632', 'name': 'network-vif-deleted', 'tag': '352ac3fb-d005-4e6e-98b0-7339ef6c2202', 'status': 'completed', 'code': 200} Sep 25 04:43:06.945419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.045804 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:07.126647 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:07.154135 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7c7f-af8d-456c-8fb0-3ddab7a9f24c None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:07.164388 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.173834 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:07.206147 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 352ac3fb-d005-4e6e-98b0-7339ef6c2202 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:07.224273 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.229772 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 352ac3fb-d005-4e6e-98b0-7339ef6c2202 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:07.230448 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 352ac3fb-d005-4e6e-98b0-7339ef6c2202 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:07.231057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 320631df-79bd-4e26-a748-a2b0a3daee05 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:07.253457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 320631df-79bd-4e26-a748-a2b0a3daee05 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:07.254551 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 320631df-79bd-4e26-a748-a2b0a3daee05 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:07.256081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a26e232-1bc5-42c9-8b8f-d193efcb1389 req-1dcb000a-5dfc-4b97-a0fd-c114188d083b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0593545 Sep 25 04:43:07.257312 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.271404 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:07.272169 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.277985 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6259ff39-919a-49cc-9eb6-ffcb9ed61673 req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "PUT /networking/v2.0/ports/1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 942 time: 0.4907343 Sep 25 04:43:07.280575 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59728) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:07.314105 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['1a0b90ca-b310-46fa-adf6-563e2d00f49d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:43:07.418139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Router 5d890ef6-4c71-4640-a7bc-0e740829ed0e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:07.421726 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bce09-437d-4105-90ff-c716f4b1906f req-9eefadd0-ea43-4afa-a4b2-391b1876aa40 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:07.423417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-352bce09-437d-4105-90ff-c716f4b1906f req-9eefadd0-ea43-4afa-a4b2-391b1876aa40 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0614362 Sep 25 04:43:07.442856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c684-dca7-4ca0-a448-20ef368eb138 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event updated for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=7']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:07.492420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (aef11ff3-9e6f-4a68-874c-ad911f0e761c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.534782 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (aef11ff3-9e6f-4a68-874c-ad911f0e761c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.539484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:07.545178 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7d3fb98c-cc22-4aeb-8abb-683d5fa0e960 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5d890ef6-4c71-4640-a7bc-0e740829ed0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600141 Sep 25 04:43:07.545984 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-352bce09-437d-4105-90ff-c716f4b1906f req-cc798d42-2255-47f3-add0-7796ac2ae28b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151285 Sep 25 04:43:07.547732 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59730) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:07.550119 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f99e86-eb93-428d-abde-ae413feeb66b None None] New status for floating IP 553df39a-364b-49e1-8189-a6bc450a031a: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:43:07.550405 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Sync routers for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:07.564074 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:07.568095 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:07.635012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['1a0b90ca-b310-46fa-adf6-563e2d00f49d'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:43:07.639322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (aef11ff3-9e6f-4a68-874c-ad911f0e761c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.643139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.647884 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aef11ff3-9e6f-4a68-874c-ad911f0e761c HTTP/1.1" status: 204 len: 168 time: 0.3658984 Sep 25 04:43:07.648753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59732) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:07.688729 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks [] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.693871 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:07.701822 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e161393-e0cd-4187-bd3a-02e4c0cd6da7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef11ff3-9e6f-4a68-874c-ad911f0e761c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:07.713819 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-7569501e-401f-436d-8449-a92aadf5edf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.774206 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:07.851656 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks [] for router_gateway (5d890ef6-4c71-4640-a7bc-0e740829ed0e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.907840 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Deleting port c25eff96-fd7c-4bdb-966e-de80a1aa6918 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:07.908218 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.916152 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Deleting port ff762cd9-79b1-4ec3-b87c-145ae7211d40 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:07.916501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:07.918812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:07.920207 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:43:06Z', 'revision_number': 5, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port': {'id': 'c25eff96-fd7c-4bdb-966e-de80a1aa6918', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ba:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:08.003586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.004473 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] For port c25eff96-fd7c-4bdb-966e-de80a1aa6918, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c25eff96-fd7c-4bdb-966e-de80a1aa6918,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:08.004626 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for floatingip (ff762cd9-79b1-4ec3-b87c-145ae7211d40), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.004815 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.018546 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Calling delete_port for c25eff96-fd7c-4bdb-966e-de80a1aa6918 owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:08.020749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Calling delete_port for ff762cd9-79b1-4ec3-b87c-145ae7211d40 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:08.030945 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:08.049937 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Checking router: 5d890ef6-4c71-4640-a7bc-0e740829ed0e for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:08.059483 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Routers {'5d890ef6-4c71-4640-a7bc-0e740829ed0e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:08.060101 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:08.088136 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:08.144414 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] Set router 5d890ef6-4c71-4640-a7bc-0e740829ed0e gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:08.186956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:08.195358 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:43:07Z', 'revision_number': 6, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:08.195689 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (c25eff96-fd7c-4bdb-966e-de80a1aa6918), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.212993 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (ff762cd9-79b1-4ec3-b87c-145ae7211d40), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.221668 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c25eff96-fd7c-4bdb-966e-de80a1aa6918,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:08.226672 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cc8dc-e57c-46fa-b095-30512da78660 None None] The sync data for ids ['5d890ef6-4c71-4640-a7bc-0e740829ed0e'] in dv-cinder-855359-5-iscsi is: [{'id': '5d890ef6-4c71-4640-a7bc-0e740829ed0e', 'name': 'tempest-ServerRescueNegativeTestJSON-1818948829-router', 'tenant_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:41Z', 'updated_at': '2022-09-25T04:43:07Z', 'revision_number': 6, 'project_id': 'f6f23cf0323f48069e21acf059cbd1f0', 'gw_port_host': None}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:08.262752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event deleted for resources: {'Port': ['ID=ff762cd9-79b1-4ec3-b87c-145ae7211d40,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:08.292938 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.333044 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks [] for floatingip (1f359b7b-87da-4352-a5c8-f57376f0057f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.333411 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Floating IP 1f359b7b-87da-4352-a5c8-f57376f0057f disassociated (deleted). External IP: 172.27.0.151, port: 1a0b90ca-b310-46fa-adf6-563e2d00f49d. Sep 25 04:43:08.384302 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.386469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks [] for router_controller (5d890ef6-4c71-4640-a7bc-0e740829ed0e), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.403032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-001a95b4-ebc5-4717-8995-753de5b409b1 req-9c60d5fc-6426-4838-94ca-613b429df37e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c9be0143-7c91-4fba-8c2c-500f01573632 HTTP/1.1" status: 200 len: 210 time: 0.0365510 Sep 25 04:43:08.433258 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (5d890ef6-4c71-4640-a7bc-0e740829ed0e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.433973 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d890ef6-4c71-4640-a7bc-0e740829ed0e {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:43:08.438482 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.440157 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8ae90956-0fd8-4e20-ad2e-e2cff73cfa8a admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5d890ef6-4c71-4640-a7bc-0e740829ed0e HTTP/1.1" status: 204 len: 168 time: 0.8909485 Sep 25 04:43:08.443987 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59738) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:08.495620 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Deleting subnet 510bcd0f-2104-4b4b-8b41-6e6adb685661 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:43:08.498907 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Publish callbacks [] for subnet (510bcd0f-2104-4b4b-8b41-6e6adb685661), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.542953 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (510bcd0f-2104-4b4b-8b41-6e6adb685661), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.584600 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:08.630500 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (510bcd0f-2104-4b4b-8b41-6e6adb685661), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.705043 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (510bcd0f-2104-4b4b-8b41-6e6adb685661), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.738779 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510bcd0f-2104-4b4b-8b41-6e6adb685661,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:08.744388 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.748112 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ec31795f-b89f-489b-b427-bdfcb072fd27 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/510bcd0f-2104-4b4b-8b41-6e6adb685661 HTTP/1.1" status: 204 len: 168 time: 0.3033690 Sep 25 04:43:08.755038 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59742) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:08.755229 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303686a-43fd-4ce2-a154-2b9c1dace275 None None] Network 80b6de49-451b-443e-9218-1f0470a46dc2 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:43:08.842471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (80b6de49-451b-443e-9218-1f0470a46dc2), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.886995 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Deleting port b39a2d30-a330-4757-ab63-fe2721eba558 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:08.887338 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.959954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] For port b39a2d30-a330-4757-ab63-fe2721eba558, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b39a2d30-a330-4757-ab63-fe2721eba558,segment=NetworkSegment(1d93366c-d631-429d-98ed-54747983a432),segment_id=1d93366c-d631-429d-98ed-54747983a432)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:08.960652 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:08.967942 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:08.970394 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6352e0ad-a513-4621-beb8-86c581695f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:08.974548 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Calling delete_port for b39a2d30-a330-4757-ab63-fe2721eba558 owned by network:dhcp {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:08.976180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:09.009288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e41dc7-11af-4db1-b0af-8e6953636ed9 x-openstack-request-id: req-b7e41dc7-11af-4db1-b0af-8e6953636ed9 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:09.009579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:09.009822 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7e41dc7-11af-4db1-b0af-8e6953636ed9 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:09.010211 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e41dc7-11af-4db1-b0af-8e6953636ed9'] response: {'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:43:09.022999 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:09.028891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.032657 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Sync routers for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:09.044406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:09.045282 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:42:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:09.062621 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-62d39b42-1366-4544-ad73-9b72639a4977 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1f359b7b-87da-4352-a5c8-f57376f0057f HTTP/1.1" status: 204 len: 168 time: 1.4094238 Sep 25 04:43:09.069047 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (b39a2d30-a330-4757-ab63-fe2721eba558), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.070707 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b56156-6a31-4b1d-b19d-4e9b0b46e65d req-c69f6840-d06e-494a-a84e-1246502f8419 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:09.072265 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99b56156-6a31-4b1d-b19d-4e9b0b46e65d req-c69f6840-d06e-494a-a84e-1246502f8419 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.4099576 Sep 25 04:43:09.087680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:43:09.099439 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] No DVR routers for this DVR port b39a2d30-a330-4757-ab63-fe2721eba558 on host dv-cinder-855359-5-iscsi {{(pid=106426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:09.101406 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39a2d30-a330-4757-ab63-fe2721eba558,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:09.199031 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99b56156-6a31-4b1d-b19d-4e9b0b46e65d req-578a15a5-54ec-4a15-9446-dfcdf028d90e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847034 Sep 25 04:43:09.265999 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (80b6de49-451b-443e-9218-1f0470a46dc2), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.302255 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b6de49-451b-443e-9218-1f0470a46dc2']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:09.303298 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e0ad-a513-4621-beb8-86c581695f2f req-02b87ca0-afba-4af6-8dd0-16ec747bb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:09.305853 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-02b87ca0-afba-4af6-8dd0-16ec747bb3ab service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1129 time: 0.1059587 Sep 25 04:43:09.318552 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d93366c-d631-429d-98ed-54747983a432') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:09.318752 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d93366c-d631-429d-98ed-54747983a432') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:09.336051 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (1d93366c-d631-429d-98ed-54747983a432), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.348471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7789048-ff27-4da3-bc6a-0f7b9b5fd9a7 None None] DHCP port deletion for 80b6de49-451b-443e-9218-1f0470a46dc2 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:43:09.359949 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (1d93366c-d631-429d-98ed-54747983a432), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.362743 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:09.372253 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:43:09.373040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (1d93366c-d631-429d-98ed-54747983a432), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.375890 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 8eaafb0c-608c-4bff-9f8f-8683c624a218 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:09.417542 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 8eaafb0c-608c-4bff-9f8f-8683c624a218 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:09.418251 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 8eaafb0c-608c-4bff-9f8f-8683c624a218 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:09.421440 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b39a2d30-a330-4757-ab63-fe2721eba558 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:09.450093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:09.452534 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:09.460801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (80b6de49-451b-443e-9218-1f0470a46dc2), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.467258 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:09.467739 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.475017 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/80b6de49-451b-443e-9218-1f0470a46dc2 HTTP/1.1" status: 204 len: 168 time: 0.7156262 Sep 25 04:43:09.510518 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e0ad-a513-4621-beb8-86c581695f2f req-4a1e847f-6f71-469f-b399-7d483e3e9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:09.514267 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-4a1e847f-6f71-469f-b399-7d483e3e9555 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.2007098 Sep 25 04:43:09.517711 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b48ffb-ffce-4436-aaf8-1c6a1dde0315 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b6de49-451b-443e-9218-1f0470a46dc2,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:09.593750 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-3e27f341-e114-4859-aef9-8e9381b25f14 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 217 time: 0.0638590 Sep 25 04:43:09.627503 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: b39a2d30-a330-4757-ab63-fe2721eba558 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:09.627850 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b39a2d30-a330-4757-ab63-fe2721eba558 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:09.642686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c25eff96-fd7c-4bdb-966e-de80a1aa6918 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:09.671328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '67e59d38-b12f-4f51-bb79-591d93062336', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:43:09.684974 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 1d93366c-d631-429d-98ed-54747983a432 resource provider aggregate not found Sep 25 04:43:09.688776 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59764) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:09.704892 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59768) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:09.714955 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: c25eff96-fd7c-4bdb-966e-de80a1aa6918 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:09.715298 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c25eff96-fd7c-4bdb-966e-de80a1aa6918 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:09.715440 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e0ad-a513-4621-beb8-86c581695f2f req-76e4f16d-0d0f-4d98-9250-80f8c26e5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:09.717140 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-76e4f16d-0d0f-4d98-9250-80f8c26e5fd1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.1170948 Sep 25 04:43:09.718650 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:09.722996 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 1d93366c-d631-429d-98ed-54747983a432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d93366c-d631-429d-98ed-54747983a432 found for delete ", "request_id": "req-5be4bb13-0cc4-4595-95a6-b65b7b1caf45"}]} Sep 25 04:43:09.791841 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5b473932-99c6-4dff-901d-ee9fd71830e9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f6f23cf0323f48069e21acf059cbd1f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0709417 Sep 25 04:43:09.794571 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59770) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:09.805240 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (0a57924f-1a49-4aab-adbe-9d395536a49e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.834464 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (0a57924f-1a49-4aab-adbe-9d395536a49e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.855307 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] Publish callbacks [] for security_group (03d19c95-ede3-4d54-bba2-1bdbe7f968e2), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.884277 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] Publish callbacks [] for security_group (03d19c95-ede3-4d54-bba2-1bdbe7f968e2), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.894386 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0a57924f-1a49-4aab-adbe-9d395536a49e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.897763 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:09.899497 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0a57924f-1a49-4aab-adbe-9d395536a49e HTTP/1.1" status: 204 len: 168 time: 0.2088919 Sep 25 04:43:09.899756 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:09.902031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59772) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:09.911631 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510e5b-3a38-4349-b256-822e979c563d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a57924f-1a49-4aab-adbe-9d395536a49e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:09.933754 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.api.v2.resource [None req-9451e48e-9d20-4229-9989-5131c2a79d87 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] show failed (client error): The resource could not be found. Sep 25 04:43:09.934960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-9451e48e-9d20-4229-9989-5131c2a79d87 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0a57924f-1a49-4aab-adbe-9d395536a49e HTTP/1.1" status: 404 len: 347 time: 0.0314190 Sep 25 04:43:09.937997 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59774) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:09.958976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:43:09.959360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.016969 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:43:10.019099 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:10.032692 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (03d19c95-ede3-4d54-bba2-1bdbe7f968e2), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.035359 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.038993 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/03d19c95-ede3-4d54-bba2-1bdbe7f968e2 HTTP/1.1" status: 204 len: 168 time: 0.2410159 Sep 25 04:43:10.059558 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9df18745-7389-4ae3-a8d9-012424abebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.064984 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:10.076166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.084253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71489-9fcf-4556-9e8e-f7445b8d3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d19c95-ede3-4d54-bba2-1bdbe7f968e2,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:10.125467 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Deleting port 6a2c0530-38fc-4dba-9ad7-321234b75884 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:10.125826 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.175892 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:10.181395 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352e0ad-a513-4621-beb8-86c581695f2f req-b632cbdb-ae64-4cb4-8fdc-16db90d632d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:10.183310 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-b632cbdb-ae64-4cb4-8fdc-16db90d632d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1098871 Sep 25 04:43:10.191925 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:10.219170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Checking router: 47bdffe8-c8e9-4add-8b6e-ec84d94f570e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:10.227855 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:10.228684 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:10.229951 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.230121 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (6a2c0530-38fc-4dba-9ad7-321234b75884), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.276872 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Calling delete_port for 6a2c0530-38fc-4dba-9ad7-321234b75884 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:10.350342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:10.475653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fd227-f9c8-4ffb-8e9a-dd60c2c92beb req-28d9e939-ecc8-41d4-8288-c9cef02e8109 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:10.478658 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e92fd227-f9c8-4ffb-8e9a-dd60c2c92beb req-28d9e939-ecc8-41d4-8288-c9cef02e8109 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.1006846 Sep 25 04:43:10.489379 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-e31016cf-bf22-4ea2-8b27-6395711edd2d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484114 Sep 25 04:43:10.584809 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['67e59d38-b12f-4f51-bb79-591d93062336'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:43:10.610545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:10.623837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:10.633368 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e92fd227-f9c8-4ffb-8e9a-dd60c2c92beb req-e5368034-41e8-4c01-b753-1f8d0f14cda9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417177 Sep 25 04:43:10.643553 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b229e7-2652-4b26-871c-22f8daa147a3 None None] The sync data for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi is: [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:44Z', 'revision_number': 4, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'ff6acb20-3e03-40a3-bfc7-9ac18010e9c1', 'name': '', 'network_id': 'b3eadb07-6aaa-4fcd-8aef-63aa561f8322', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'mac_address': 'fa:16:3e:90:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '14f4c071-08a3-4cb9-8735-d17275404140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:43Z', 'updated_at': '2022-09-25T04:38:49Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'subnets': [{'id': '14f4c071-08a3-4cb9-8735-d17275404140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:10.716248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6352e0ad-a513-4621-beb8-86c581695f2f req-5b9c8531-7351-4e4b-9bd9-8cb40ff34575 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090566 Sep 25 04:43:10.716940 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (6a2c0530-38fc-4dba-9ad7-321234b75884), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.746262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'Port': ['ID=6a2c0530-38fc-4dba-9ad7-321234b75884,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:10.774124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:10.831607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (553df39a-364b-49e1-8189-a6bc450a031a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.834379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:10.835593 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2cef01bb-edb2-40de-86b0-16ba03f9c8e1 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/553df39a-364b-49e1-8189-a6bc450a031a HTTP/1.1" status: 204 len: 168 time: 0.8967183 Sep 25 04:43:10.931882 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59802) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:10.937150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62629441', 'description': 'tempest-description--2087151872'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:10.963127 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.014232 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:11.016906 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:11.064942 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (9e1ea823-f677-4b5c-a563-12d4d9117ca0), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.068792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8efa5a7-b6ab-411d-b66e-58a239f4d88a x-openstack-request-id: req-f8efa5a7-b6ab-411d-b66e-58a239f4d88a {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:11.069082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:11.069437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8efa5a7-b6ab-411d-b66e-58a239f4d88a {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:11.069839 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8efa5a7-b6ab-411d-b66e-58a239f4d88a'] response: {'name': 'network-changed', 'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:43:11.071066 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9e1ea823-f677-4b5c-a563-12d4d9117ca0), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.083627 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47cca82-321c-4970-9d82-a64352e6b10d None None] New status for floating IP 1f359b7b-87da-4352-a5c8-f57376f0057f: DOWN {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:43:11.106663 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.107890 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1749470 Sep 25 04:43:11.110938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59814) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:11.116773 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group_rule': {'security_group_id': '9e1ea823-f677-4b5c-a563-12d4d9117ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:11.118876 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.123889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b09433-d6b6-4e4d-bdfe-f1331580c705 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ea823-f677-4b5c-a563-12d4d9117ca0,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:11.149811 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:11.193051 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-6638ef0b-f8f3-4315-9f4f-e54c0e0f332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:11.194709 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-6638ef0b-f8f3-4315-9f4f-e54c0e0f332d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b5c1180472fb4243bd45e44914a46918&device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 1129 time: 0.0716207 Sep 25 04:43:11.223377 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (32b08588-af3a-4b6e-9037-d916aa4b625f), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.343251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-9f8b1696-97c2-48ca-9528-6abac5119f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:11.344898 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-9f8b1696-97c2-48ca-9528-6abac5119f5a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 200 len: 915 time: 0.1443324 Sep 25 04:43:11.346819 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (32b08588-af3a-4b6e-9037-d916aa4b625f), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.350566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (32b08588-af3a-4b6e-9037-d916aa4b625f), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.403293 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b08588-af3a-4b6e-9037-d916aa4b625f,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:11.406566 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-b1abe4c5-a37a-40ab-b2de-d608e1e2ce43 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 200 len: 217 time: 0.0511894 Sep 25 04:43:11.414077 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.415212 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-52882077-7857-4528-8db1-372b6e74dc1f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033826 Sep 25 04:43:11.418605 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59824) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:11.423960 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'security_group_rule': {'security_group_id': '9e1ea823-f677-4b5c-a563-12d4d9117ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:11.453591 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (da64cb27-5143-44a4-9b11-0cda63cf9793), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.464112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-ac469843-9647-4184-8076-d20ed5991172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:11.465650 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-ac469843-9647-4184-8076-d20ed5991172 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 200 len: 854 time: 0.0494680 Sep 25 04:43:11.518172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-dececb9f-cf79-44c3-9ec9-c090d83daaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:11.519798 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-dececb9f-cf79-44c3-9ec9-c090d83daaac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=b3eadb07-6aaa-4fcd-8aef-63aa561f8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471394 Sep 25 04:43:11.531646 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (da64cb27-5143-44a4-9b11-0cda63cf9793), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.534902 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (da64cb27-5143-44a4-9b11-0cda63cf9793), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.551750 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da64cb27-5143-44a4-9b11-0cda63cf9793,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:11.562454 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.563626 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6b9faae7-9295-446a-9a51-860819d00b65 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432557 Sep 25 04:43:11.569062 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59826) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:11.573613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:11.597103 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.626030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-b547a329-49ed-4574-8011-285397a3cb7f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985591 Sep 25 04:43:11.699362 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.745681 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:11.746907 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:11.759269 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f7aa2cfb-a647-4b9e-8e68-116ae56cc4e4 req-ff6117da-1f1e-48c4-ace2-f5e6d52b5aee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268280 Sep 25 04:43:11.783093 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:43:11.852850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Allocated IP 172.27.0.250 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/f722bd2e-bec5-454a-bc8c-4cd94daf878f) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:43:11.863359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 67e59d38-b12f-4f51-bb79-591d93062336 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:43:11.868482 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaca65-9587-42d9-82fe-9efce17ebc2f req-2cf5e251-e9b6-4a95-94ad-b0f5442e11b8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:11.870289 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 67e59d38-b12f-4f51-bb79-591d93062336 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:43:11.870450 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77aaca65-9587-42d9-82fe-9efce17ebc2f req-2cf5e251-e9b6-4a95-94ad-b0f5442e11b8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0948367 Sep 25 04:43:11.870925 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (67e59d38-b12f-4f51-bb79-591d93062336), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.871358 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:43:11.907093 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:11.931554 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-77aaca65-9587-42d9-82fe-9efce17ebc2f req-dcec8d76-c33a-4e0b-871c-cae88f9d232a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551538 Sep 25 04:43:11.959557 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:43:11.960023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.970524 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:11.983886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:11.986138 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a22b2-733c-4de0-8ccd-099ca8489c90" -d '{"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:11.994153 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:12.007954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.010125 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:12.016696 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.053223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37e7a84-2f75-45c5-bcdf-9971b138281f x-openstack-request-id: req-b37e7a84-2f75-45c5-bcdf-9971b138281f {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:12.053802 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:43:12.054184 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:12.054501 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b37e7a84-2f75-45c5-bcdf-9971b138281f {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:12.054955 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37e7a84-2f75-45c5-bcdf-9971b138281f'] response: {'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'code': 200} Sep 25 04:43:12.056795 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:43:12.060675 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:43:12.075546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:12.083259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=f722bd2e-bec5-454a-bc8c-4cd94daf878f,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:12.149231 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.199095 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.285609 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b721d-3ef8-4458-bca9-8ca01e32ef2c req-b6c0f81f-aecd-4f3e-9a37-0faac713e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:12.287507 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de2b721d-3ef8-4458-bca9-8ca01e32ef2c req-b6c0f81f-aecd-4f3e-9a37-0faac713e61c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1129 time: 0.0461471 Sep 25 04:43:12.347330 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2197de-be4c-40f3-ac00-287fc59d5395 req-2bf9ce0f-891d-4df3-abd9-74b00ce60b2e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:12.349386 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f2197de-be4c-40f3-ac00-287fc59d5395 req-2bf9ce0f-891d-4df3-abd9-74b00ce60b2e tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0512319 Sep 25 04:43:12.362319 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.367199 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.396892 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f2197de-be4c-40f3-ac00-287fc59d5395 req-9c91fdbb-2bff-4ed8-9f92-b812bf14d6f7 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Sep 25 04:43:12.435825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.439480 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=f722bd2e-bec5-454a-bc8c-4cd94daf878f,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:12.455136 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.456357 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f5141adb-60de-4947-96f5-b57eff49daf5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8863332 Sep 25 04:43:12.660374 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-3ad77f80-3749-4a49-932c-e98ad3537997 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--62629441&fields=id&tenant_id=e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 267 time: 0.0422008 Sep 25 04:43:12.716336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.770558 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-e107a841-0c12-4b09-aa45-a49438582028 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:12.772001 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-e107a841-0c12-4b09-aa45-a49438582028 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 811 time: 0.1053500 Sep 25 04:43:12.784037 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:12.788105 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-264fb446-7e97-4198-9f55-7349520c1e9f tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/quotas/e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 375 time: 0.0107148 Sep 25 04:43:12.827342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:12.840878 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-119cf4ff-74b3-4969-aa6b-7ba7f318a988 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466971 Sep 25 04:43:13.064748 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-f07e19ac-88b7-448f-8c4b-9963747f1754 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105896 Sep 25 04:43:13.085162 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c8fd-4e09-4655-8037-3a5349597cfc req-52bdf42f-90db-4f25-8dd8-9de3df826d9c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:13.086543 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0142c8fd-4e09-4655-8037-3a5349597cfc req-52bdf42f-90db-4f25-8dd8-9de3df826d9c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0721040 Sep 25 04:43:13.186772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0142c8fd-4e09-4655-8037-3a5349597cfc req-cab7d5b5-3959-4894-a733-60840d6ff024 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892403 Sep 25 04:43:13.201002 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-3ec3e895-f7ab-44d7-bb69-696dc3872ca0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287992 Sep 25 04:43:13.516996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72efbcc-4988-42d7-b9a8-3b116fd57a38 req-c54ef4ef-2ea8-48f4-9dc6-afed04107175 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:13.518472 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d72efbcc-4988-42d7-b9a8-3b116fd57a38 req-c54ef4ef-2ea8-48f4-9dc6-afed04107175 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0469902 Sep 25 04:43:13.568430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d72efbcc-4988-42d7-b9a8-3b116fd57a38 req-28adb810-d7e3-4fd8-bf85-e087db03dcb9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Sep 25 04:43:13.941477 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de2b721d-3ef8-4458-bca9-8ca01e32ef2c req-7513b69c-c489-4edd-9e47-805e85071d04 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379055 Sep 25 04:43:14.314054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4067469-3e33-4c02-8d5c-11081fe7e850 req-04cdabde-193f-4637-835a-38c250d9b1bf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:14.315495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e4067469-3e33-4c02-8d5c-11081fe7e850 req-04cdabde-193f-4637-835a-38c250d9b1bf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0461690 Sep 25 04:43:14.379691 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e4067469-3e33-4c02-8d5c-11081fe7e850 req-23507707-264c-4968-9f0d-d69461c018e4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579965 Sep 25 04:43:14.396462 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c6f9bb48-b2a4-4cf1-be92-a6e2134366c1 req-83cc2f88-2aff-464f-b787-cb387b760cbf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 210 time: 0.0294731 Sep 25 04:43:14.698467 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:14.708479 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa9f15-1c61-4531-b5e0-eab82bac0062 req-f2d91632-b459-4686-8c58-9c1efadbe0c8 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:14.710358 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6fa9f15-1c61-4531-b5e0-eab82bac0062 req-f2d91632-b459-4686-8c58-9c1efadbe0c8 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0550120 Sep 25 04:43:14.719920 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59904) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:14.763577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6fa9f15-1c61-4531-b5e0-eab82bac0062 req-78a33873-b274-44ee-b170-f6775fceb74a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472465 Sep 25 04:43:14.832428 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0fb49e48-d802-4618-a7b3-280066a286eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:14.856099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:14.908350 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0fb49e48-d802-4618-a7b3-280066a286eb admin admin] Publish callbacks [] for security_group (56297199-a64e-487a-ace6-6976f97cc95d), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:14.912179 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0fb49e48-d802-4618-a7b3-280066a286eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (56297199-a64e-487a-ace6-6976f97cc95d), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:14.953396 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0fb49e48-d802-4618-a7b3-280066a286eb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d3f8a3c6dad64c04a37c1f1abe51d6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324228 Sep 25 04:43:14.954232 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb49e48-d802-4618-a7b3-280066a286eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56297199-a64e-487a-ace6-6976f97cc95d,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:14.957909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 59908) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:15.008037 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] Publish callbacks [] for security_group (56297199-a64e-487a-ace6-6976f97cc95d), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.031313 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] Publish callbacks [] for security_group (56297199-a64e-487a-ace6-6976f97cc95d), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.077673 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (56297199-a64e-487a-ace6-6976f97cc95d), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.080136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.081303 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/56297199-a64e-487a-ace6-6976f97cc95d HTTP/1.1" status: 204 len: 168 time: 0.1219189 Sep 25 04:43:15.089196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e7c24-63bd-482e-a66b-81b82ef38d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56297199-a64e-487a-ace6-6976f97cc95d,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:15.318225 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a756e-25b6-4555-abde-138090e21050 req-ab713c25-97be-40b3-a308-0e2e75725c0a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:15.319960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d89a756e-25b6-4555-abde-138090e21050 req-ab713c25-97be-40b3-a308-0e2e75725c0a tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 945 time: 0.0494087 Sep 25 04:43:15.418346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Deleting port 1a0b90ca-b310-46fa-adf6-563e2d00f49d {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:15.418805 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.542281 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:15.595163 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-451815b9-7721-45f1-93ea-ec4a4ab07862 req-33adfc8e-c2a5-4ee2-ac72-6e1d79c4b2d3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 210 time: 0.0730181 Sep 25 04:43:15.608008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] For port 1a0b90ca-b310-46fa-adf6-563e2d00f49d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=1a0b90ca-b310-46fa-adf6-563e2d00f49d,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:15.608266 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.633567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d16647-43e3-4489-bab7-3efe12f766c0 req-53ab90c2-75ba-40f2-8155-2dd733d55200 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:15.635501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63d16647-43e3-4489-bab7-3efe12f766c0 req-53ab90c2-75ba-40f2-8155-2dd733d55200 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.1150868 Sep 25 04:43:15.640720 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Calling delete_port for 1a0b90ca-b310-46fa-adf6-563e2d00f49d owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:15.741494 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63d16647-43e3-4489-bab7-3efe12f766c0 req-fb8699b0-a4e7-4ddf-b9a0-9bc3efcc4486 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981710 Sep 25 04:43:15.837959 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (1a0b90ca-b310-46fa-adf6-563e2d00f49d), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.879353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Pushing event deleted for resources: {'Port': ['ID=1a0b90ca-b310-46fa-adf6-563e2d00f49d,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:15.903097 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d2fe56a5-e205-40f2-85f8-8ff91ac3183d req-8368c486-9040-475a-92f5-12ab0e1299a9 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 210 time: 0.0528097 Sep 25 04:43:15.938856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] No DVR routers for this DVR port 1a0b90ca-b310-46fa-adf6-563e2d00f49d on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:15.941387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:15.944544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d89a756e-25b6-4555-abde-138090e21050 req-334beaa5-f9b6-454e-803a-6f2df9bc20e0 tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.55 "DELETE /networking/v2.0/ports/1a0b90ca-b310-46fa-adf6-563e2d00f49d HTTP/1.1" status: 204 len: 173 time: 0.6190920 Sep 25 04:43:15.945064 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'name': 'network-vif-deleted', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:15.947276 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c252ffe7-441d-4d87-8cbb-064f7dd104a7" -d '{"events": [{"server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "name": "network-vif-deleted", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:15.987041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30acb11-601a-4546-8e5a-f21a39944d17 x-openstack-request-id: req-f30acb11-601a-4546-8e5a-f21a39944d17 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:15.987331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6582b313-e063-4d3f-940f-5ffba2370c65", "name": "network-vif-deleted", "tag": "1a0b90ca-b310-46fa-adf6-563e2d00f49d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:15.987581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30acb11-601a-4546-8e5a-f21a39944d17 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:15.988025 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30acb11-601a-4546-8e5a-f21a39944d17'] response: {'server_uuid': '6582b313-e063-4d3f-940f-5ffba2370c65', 'name': 'network-vif-deleted', 'tag': '1a0b90ca-b310-46fa-adf6-563e2d00f49d', 'status': 'completed', 'code': 200} Sep 25 04:43:16.794499 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b452ceb-d5e1-49fc-9ff2-cea6bf7921d9 req-e4be59aa-f97a-48a4-9686-6f1f77434afe tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 210 time: 0.0525734 Sep 25 04:43:16.859255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-90bd8759-bdf9-45fe-8adc-48150910c297 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:16.861010 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-90bd8759-bdf9-45fe-8adc-48150910c297 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 811 time: 0.2152078 Sep 25 04:43:16.902082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:16.953417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274df8f-05bd-48b4-8bfd-bfc28306e463 req-a4ee1040-9a9e-46ac-bf57-a9a8c3ab3c33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:16.954900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d274df8f-05bd-48b4-8bfd-bfc28306e463 req-a4ee1040-9a9e-46ac-bf57-a9a8c3ab3c33 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0830655 Sep 25 04:43:16.992503 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-4807eb4b-3dc5-405e-99b1-a4d6b3034b66 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e1108f4c9da246cb9b4b9f89833ceeda HTTP/1.1" status: 200 len: 378 time: 0.1087310 Sep 25 04:43:17.259784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'port': {'device_id': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'admin_state_up': True, 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'security_groups': ['9e1ea823-f677-4b5c-a563-12d4d9117ca0']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:17.296048 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e1987b2c-ec64-48ad-8d0f-8df945a3eeee req-ba15ba2d-e77e-473e-a4f3-727fe98dd08b tempest-TestMinimumBasicScenario-550568109 tempest-TestMinimumBasicScenario-550568109-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6582b313-e063-4d3f-940f-5ffba2370c65 HTTP/1.1" status: 200 len: 210 time: 0.2938197 Sep 25 04:43:17.302361 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d274df8f-05bd-48b4-8bfd-bfc28306e463 req-04186d09-2a07-4c37-b6c2-304c981cc3c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3406219 Sep 25 04:43:17.435800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Made reservation on behalf of e1108f4c9da246cb9b4b9f89833ceeda for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:43:17.439876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:17.467636 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438b817-702c-458b-98e2-e0e9e473f7b5 req-ba6557c1-af6c-49d1-bc8c-19a1e5aed12e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:17.469108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2438b817-702c-458b-98e2-e0e9e473f7b5 req-ba6557c1-af6c-49d1-bc8c-19a1e5aed12e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0711040 Sep 25 04:43:17.479643 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 59978) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:17.485856 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Request body: {'floatingip': {'port_id': '67e59d38-b12f-4f51-bb79-591d93062336'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:17.525203 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:17.573837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:17.588128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Allocated IP 172.20.0.8 (10349c1a-2a69-4296-a276-3606a4c13086/b7beefb6-807c-4c5b-8922-5196350d551e/fe1a7c5e-cb1e-42df-9efe-1f8099bbc117) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:43:17.714106 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:17.731171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:17.764015 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:17.771865 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 1a0b90ca-b310-46fa-adf6-563e2d00f49d no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:17.792743 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 1a0b90ca-b310-46fa-adf6-563e2d00f49d {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:17.793373 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 1a0b90ca-b310-46fa-adf6-563e2d00f49d not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:17.813470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Network 10349c1a-2a69-4296-a276-3606a4c13086 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:43:17.817839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:43:17.822086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:43:17.847046 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event updated for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:17.876238 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:17.876904 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:17.898960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-8e2effd9-7e4e-455a-8ad3-52e0d96df01a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456897 Sep 25 04:43:17.966909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Request body: {'port': {'device_id': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:17.999792 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.004996 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.033078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:18.053721 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8905f-8470-4bc9-a63d-03e63a898379 req-647be67f-fdd5-48ae-b8df-1e29fde211cf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:18.060475 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-32a8905f-8470-4bc9-a63d-03e63a898379 req-647be67f-fdd5-48ae-b8df-1e29fde211cf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 931 time: 0.1288261 Sep 25 04:43:18.064739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.100474 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Provisioning complete for port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:43:18.101166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.101693 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Attempt 1 to provision port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 Sep 25 04:43:18.118974 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Floating IP 270e4b47-03cb-45e1-802b-b8012c19d61e associated. External IP: 172.27.0.172, port: 67e59d38-b12f-4f51-bb79-591d93062336. Sep 25 04:43:18.137255 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:18.150468 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-32a8905f-8470-4bc9-a63d-03e63a898379 req-64880fa5-b26c-4c36-bb42-fc2fb383fdde tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890734 Sep 25 04:43:18.199382 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=26 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:18.393674 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:18.447206 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:43:18.463788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks [] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.500888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Transition to ACTIVE for port object fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:43:18.506369 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.562592 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:18.600222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:18.638817 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Attempt 2 to provision port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 Sep 25 04:43:18.640630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Attempting to bind port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:43:18.641454 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Attempting to bind port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:43:18.641946 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Attempting to bind port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:18.678908 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:18.681349 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:43:18.694232 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 on network 10349c1a-2a69-4296-a276-3606a4c13086 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:43:18.694566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Attempting to bind port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 on network 10349c1a-2a69-4296-a276-3606a4c13086 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:18.745172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:43:18.745172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Checking segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:43:18.745172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Bound using segment: {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:43:18.745172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Bound port: fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '967e870c-9fd6-4d14-b50b-8b7c0e76975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:43:18.745172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.801782 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:18.807383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.812585 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:18.822582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:43:18.828322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:43:18.831355 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:18.832359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:18.838662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.843907 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:18.844650 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:18.846937 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 HTTP/1.1" status: 200 len: 1093 time: 0.8847206 Sep 25 04:43:18.850976 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:18.854829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf9c7f5-ce62-4016-8683-fa644f096347" -d '{"events": [{"name": "network-changed", "server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:18.863990 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-abbe7f30-a996-4a6b-84a9-24ae5ac52a15 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/270e4b47-03cb-45e1-802b-b8012c19d61e HTTP/1.1" status: 200 len: 991 time: 1.3818099 Sep 25 04:43:18.865065 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:18.867884 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:18.934115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a06f67-0daa-4e3e-b36f-ce3757d3f293 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:18.941860 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b011f8-ed75-41ec-b7c3-844a84053c43 x-openstack-request-id: req-06b011f8-ed75-41ec-b7c3-844a84053c43 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:18.942397 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:18.942880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06b011f8-ed75-41ec-b7c3-844a84053c43 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:18.943556 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b011f8-ed75-41ec-b7c3-844a84053c43'] response: {'name': 'network-changed', 'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'status': 'completed', 'code': 200} Sep 25 04:43:18.949760 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41926a82-e7a3-42e5-9888-bb2525cdb814 x-openstack-request-id: req-41926a82-e7a3-42e5-9888-bb2525cdb814 {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:18.950245 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:18.950500 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41926a82-e7a3-42e5-9888-bb2525cdb814 {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:18.950909 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41926a82-e7a3-42e5-9888-bb2525cdb814'] response: {'name': 'network-changed', 'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'status': 'completed', 'code': 200} Sep 25 04:43:18.954945 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:19.004147 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-d6906c87-49fd-4a4b-af3d-bea6fb96e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.005693 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-d6906c87-49fd-4a4b-af3d-bea6fb96e5b6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 1127 time: 0.0465372 Sep 25 04:43:19.079038 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-d4ac5263-b662-4765-b872-710ddf5443e6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 HTTP/1.1" status: 200 len: 217 time: 0.0599575 Sep 25 04:43:19.118657 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-2596c962-6f67-448b-82c6-286f5145d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.120154 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-2596c962-6f67-448b-82c6-286f5145d82a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1129 time: 0.0949912 Sep 25 04:43:19.155814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-f302c0d5-c390-4f2b-b7ab-943c1bf239a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.157336 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-f302c0d5-c390-4f2b-b7ab-943c1bf239a5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0705764 Sep 25 04:43:19.183137 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Attempt 3 to provision port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 Sep 25 04:43:19.196837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:19.214285 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '270e4b47-03cb-45e1-802b-b8012c19d61e', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:55Z', 'updated_at': '2022-09-25T04:43:17Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:19.230625 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60048) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:19.255079 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-dc10cb95-339f-4d05-a9c9-cb3799c0d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.255798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:19.256390 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-dc10cb95-339f-4d05-a9c9-cb3799c0d2a5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695403 Sep 25 04:43:19.263488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:19.273424 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:19.274382 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:19.313546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-4933ca04-0eab-49c5-a309-614c6d0f4fe3 None None] Port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:43:19.351966 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-1b084406-ac13-401a-bff6-98d4a7a162cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.353451 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-1b084406-ac13-401a-bff6-98d4a7a162cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.2253537 Sep 25 04:43:19.392401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:19.414231 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05dae6-e6c3-4841-97e5-683b3669c34f req-b3eec16f-8d7a-4df6-8e1e-cfee6438292a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.415718 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c05dae6-e6c3-4841-97e5-683b3669c34f req-b3eec16f-8d7a-4df6-8e1e-cfee6438292a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.1255846 Sep 25 04:43:19.478583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-5ea349f3-a3b9-4a0c-87e9-e91ac55edec6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 999 time: 0.1176226 Sep 25 04:43:19.484430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-f6298d07-47f9-49dc-a1c6-7d927efa97b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212853 Sep 25 04:43:19.575804 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:19.578700 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:19.599301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c05dae6-e6c3-4841-97e5-683b3669c34f req-1900c67f-eafe-4c0d-b28e-2453e33e106a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662467 Sep 25 04:43:19.612625 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-9640a719-9fa4-48f0-a328-af16d005320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.614430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-9640a719-9fa4-48f0-a328-af16d005320a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.1291289 Sep 25 04:43:19.646835 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:19.679951 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '270e4b47-03cb-45e1-802b-b8012c19d61e', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:55Z', 'updated_at': '2022-09-25T04:43:17Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:19.681887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-6c977732-d89b-433c-b92a-5d9abd7f48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:19.683768 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-6c977732-d89b-433c-b92a-5d9abd7f48b6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627820 Sep 25 04:43:19.685730 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-adba1854-91e8-4cdd-9ce1-e6704e4a5008 req-e63f2345-edb2-480f-969e-22fff2fb8d48 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935084 Sep 25 04:43:19.706145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4857480d-936c-4c8d-ae42-9491481c2669 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '270e4b47-03cb-45e1-802b-b8012c19d61e', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:42:55Z', 'updated_at': '2022-09-25T04:43:17Z', 'revision_number': 1, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:19.710843 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=100 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:19.814978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-18b67b6f-1af3-4819-85b3-36d86114e0d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152754 Sep 25 04:43:19.882279 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:43:19.935402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Deleting port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:19.935773 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.004908 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c7788c-8a26-47aa-9fe4-4d0bcdd2aad3 None None] New status for floating IP 270e4b47-03cb-45e1-802b-b8012c19d61e: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:43:20.026715 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] For port ff6acb20-3e03-40a3-bfc7-9ac18010e9c1, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:20.027069 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.043970 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:20.053934 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Calling delete_port for ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:20.124218 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=100 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:20.258390 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (ff6acb20-3e03-40a3-bfc7-9ac18010e9c1), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.283890 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6acb20-3e03-40a3-bfc7-9ac18010e9c1,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:20.444440 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.650797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:20.653896 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:20.733501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f50ec-7bf3-41ea-abd6-9dfa920dcca2 req-10809c8f-b4bf-44d0-9e6e-2cd01ee43125 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:20.735319 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e91f50ec-7bf3-41ea-abd6-9dfa920dcca2 req-10809c8f-b4bf-44d0-9e6e-2cd01ee43125 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0484700 Sep 25 04:43:20.758132 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:20.766204 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8c3cbd0c-037a-46ed-80f9-2f97658bb30a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/47bdffe8-c8e9-4add-8b6e-ec84d94f570e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5313869 Sep 25 04:43:20.766204 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60070) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:20.770002 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Sync routers for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:20.781483 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:20.782435 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:20.786045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e91f50ec-7bf3-41ea-abd6-9dfa920dcca2 req-77610a3e-3e14-4492-bb0d-a98a63a18a3b tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446548 Sep 25 04:43:20.872282 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks [] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.974288 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks [] for router_gateway (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:20.988332 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:21.022383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Deleting port 6ae5881d-d024-4800-9f1c-ffd54c215402 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:21.022727 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.046282 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:21.103956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] For port 6ae5881d-d024-4800-9f1c-ffd54c215402, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=6ae5881d-d024-4800-9f1c-ffd54c215402,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:21.104316 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.117121 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Calling delete_port for 6ae5881d-d024-4800-9f1c-ffd54c215402 owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:21.162292 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.227322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:43:20Z', 'revision_number': 5, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port': {'id': '6ae5881d-d024-4800-9f1c-ffd54c215402', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:21.256526 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Checking router: 47bdffe8-c8e9-4add-8b6e-ec84d94f570e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:21.265023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Routers {'47bdffe8-c8e9-4add-8b6e-ec84d94f570e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:21.265631 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:21.282170 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (6ae5881d-d024-4800-9f1c-ffd54c215402), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.311478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae5881d-d024-4800-9f1c-ffd54c215402,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:21.352751 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] Set router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e gateway port host: None {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:21.375474 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.403688 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:43:20Z', 'revision_number': 6, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:21.428249 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a49c1d-e245-4b2c-992e-6837b3271c3f None None] The sync data for ids ['47bdffe8-c8e9-4add-8b6e-ec84d94f570e'] in dv-cinder-855359-5-iscsi is: [{'id': '47bdffe8-c8e9-4add-8b6e-ec84d94f570e', 'name': 'tempest-TestMinimumBasicScenario-2000563234-router', 'tenant_id': 'b5c1180472fb4243bd45e44914a46918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:41Z', 'updated_at': '2022-09-25T04:43:20Z', 'revision_number': 6, 'project_id': 'b5c1180472fb4243bd45e44914a46918', 'gw_port_host': None}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:21.466638 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.468901 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks [] for router_controller (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.511462 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (47bdffe8-c8e9-4add-8b6e-ec84d94f570e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.512127 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bdffe8-c8e9-4add-8b6e-ec84d94f570e {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:43:21.517248 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.518388 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-47d98e46-dc20-425f-abf7-d08afcc44658 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/47bdffe8-c8e9-4add-8b6e-ec84d94f570e HTTP/1.1" status: 204 len: 168 time: 0.7517040 Sep 25 04:43:21.521351 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60076) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:21.568516 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Deleting subnet 14f4c071-08a3-4cb9-8735-d17275404140 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:43:21.571637 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Publish callbacks [] for subnet (14f4c071-08a3-4cb9-8735-d17275404140), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.603958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:21.606280 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (14f4c071-08a3-4cb9-8735-d17275404140), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.682684 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (14f4c071-08a3-4cb9-8735-d17275404140), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.740007 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (14f4c071-08a3-4cb9-8735-d17275404140), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.765554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f4c071-08a3-4cb9-8735-d17275404140,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:21.769554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.774789 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-9b6a068b-aa41-4311-af01-23b9e3f8bd22 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/14f4c071-08a3-4cb9-8735-d17275404140 HTTP/1.1" status: 204 len: 168 time: 0.2499809 Sep 25 04:43:21.776186 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60078) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:21.779322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc1b4b-8d53-4b12-a522-46a5127705b7 None None] Network b3eadb07-6aaa-4fcd-8aef-63aa561f8322 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:43:21.873868 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (b3eadb07-6aaa-4fcd-8aef-63aa561f8322), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:21.933405 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f91ef-9a06-45d5-a312-7fc11a8b8399 req-aaa1a3e7-ca7f-4967-a5e5-60934cbe466d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:21.935060 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5e7f91ef-9a06-45d5-a312-7fc11a8b8399 req-aaa1a3e7-ca7f-4967-a5e5-60934cbe466d tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0582263 Sep 25 04:43:21.974346 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] DHCP port deletion for b3eadb07-6aaa-4fcd-8aef-63aa561f8322 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:43:21.985522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Deleting port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:21.985639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.014527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Deleting port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:22.014966 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.036569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:22.070291 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5e7f91ef-9a06-45d5-a312-7fc11a8b8399 req-89d60d5b-e3c9-4e1b-be16-3432d62a2994 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184204 Sep 25 04:43:22.088532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] For port cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:22.088923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.101738 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] For port cd567f32-d11c-49d6-8f1d-31c971c1d0b9, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,segment=NetworkSegment(137f6433-84a4-4d52-a0d3-744fbbc02f47),segment_id=137f6433-84a4-4d52-a0d3-744fbbc02f47)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:22.102280 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.103260 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Calling delete_port for cd567f32-d11c-49d6-8f1d-31c971c1d0b9 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:22.111897 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:22.117300 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Calling delete_port for cd567f32-d11c-49d6-8f1d-31c971c1d0b9 owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:22.182955 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.197012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (cd567f32-d11c-49d6-8f1d-31c971c1d0b9), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.212334 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] No DVR routers for this DVR port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:22.214134 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:22.215982 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] No DVR routers for this DVR port cd567f32-d11c-49d6-8f1d-31c971c1d0b9 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:22.235309 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60705f3c-daa0-4023-90e0-a47fc8a88c85 None None] Pushing event deleted for resources: {'Port': ['ID=cd567f32-d11c-49d6-8f1d-31c971c1d0b9,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:22.294635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (b3eadb07-6aaa-4fcd-8aef-63aa561f8322), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.314969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3eadb07-6aaa-4fcd-8aef-63aa561f8322']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:22.324894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137f6433-84a4-4d52-a0d3-744fbbc02f47') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:22.325193 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137f6433-84a4-4d52-a0d3-744fbbc02f47') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:22.335393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (137f6433-84a4-4d52-a0d3-744fbbc02f47), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.349126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (137f6433-84a4-4d52-a0d3-744fbbc02f47), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.355908 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:43:22.356366 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (137f6433-84a4-4d52-a0d3-744fbbc02f47), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.424183 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (b3eadb07-6aaa-4fcd-8aef-63aa561f8322), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.430894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:22.434072 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/b3eadb07-6aaa-4fcd-8aef-63aa561f8322 HTTP/1.1" status: 204 len: 168 time: 0.6553121 Sep 25 04:43:22.437093 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60090) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:22.445377 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339ac3a-e5ca-474a-975b-b9f3caebd959 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3eadb07-6aaa-4fcd-8aef-63aa561f8322,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:22.522790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 137f6433-84a4-4d52-a0d3-744fbbc02f47 resource provider aggregate not found Sep 25 04:43:22.541240 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 137f6433-84a4-4d52-a0d3-744fbbc02f47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 137f6433-84a4-4d52-a0d3-744fbbc02f47 found for delete ", "request_id": "req-82ff5f6f-1469-4b11-9c3b-6229d3c8db13"}]} Sep 25 04:43:22.575245 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:22.865879 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 6ae5881d-d024-4800-9f1c-ffd54c215402 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:22.886495 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 6ae5881d-d024-4800-9f1c-ffd54c215402 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:22.886842 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 6ae5881d-d024-4800-9f1c-ffd54c215402 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:22.887256 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cd567f32-d11c-49d6-8f1d-31c971c1d0b9 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:22.906617 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: cd567f32-d11c-49d6-8f1d-31c971c1d0b9 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:22.906958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cd567f32-d11c-49d6-8f1d-31c971c1d0b9 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:22.907366 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:22.927284 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:22.927623 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device ff6acb20-3e03-40a3-bfc7-9ac18010e9c1 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:22.982024 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (322cbf74-7f57-45bc-8b30-c815a62223a0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:23.190162 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bca97-eeac-4c61-b977-a5bc64ce911b req-ca2b62b5-c102-4da1-874c-4d13b0452316 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:23.192018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-963bca97-eeac-4c61-b977-a5bc64ce911b req-ca2b62b5-c102-4da1-874c-4d13b0452316 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0479100 Sep 25 04:43:23.199923 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Deleting port bf3ee4c9-424d-4419-ad2a-8480cc929057 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:23.200262 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:23.239960 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-963bca97-eeac-4c61-b977-a5bc64ce911b req-6c0b8d65-2cc0-4a9b-bf1c-c8009054c473 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420926 Sep 25 04:43:23.281301 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] For port bf3ee4c9-424d-4419-ad2a-8480cc929057, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bf3ee4c9-424d-4419-ad2a-8480cc929057,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:23.281662 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:23.294302 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Calling delete_port for bf3ee4c9-424d-4419-ad2a-8480cc929057 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:23.339953 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:23.475049 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bf3ee4c9-424d-4419-ad2a-8480cc929057), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:23.500625 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3ee4c9-424d-4419-ad2a-8480cc929057,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:23.509585 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.509927 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.510261 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.510591 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.510915 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.511234 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.511554 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.511872 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.512187 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.512506 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.512851 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.513167 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.513487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.513801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.514112 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:23.582844 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:23.681119 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (322cbf74-7f57-45bc-8b30-c815a62223a0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:23.890403 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Router 322cbf74-7f57-45bc-8b30-c815a62223a0 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:23.993218 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:23.998098 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-cfc55a4e-c8da-4a22-bfe6-a54fed694432 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/322cbf74-7f57-45bc-8b30-c815a62223a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5598845 Sep 25 04:43:24.000651 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60100) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:24.003045 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Sync routers for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:24.013606 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:24.014211 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:24.101314 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks [] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.115793 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:24.199613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks [] for router_gateway (322cbf74-7f57-45bc-8b30-c815a62223a0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.243963 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Deleting port a6fea662-4560-4812-8163-b1ed7d1b37dc {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:24.244210 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.281446 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:43:23Z', 'revision_number': 5, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port': {'id': 'a6fea662-4560-4812-8163-b1ed7d1b37dc', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:38:47Z', 'updated_at': '2022-09-25T04:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:24.289278 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:24.307435 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Checking router: 322cbf74-7f57-45bc-8b30-c815a62223a0 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:24.316952 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Routers {'322cbf74-7f57-45bc-8b30-c815a62223a0'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:24.317718 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['322cbf74-7f57-45bc-8b30-c815a62223a0'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:24.330611 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] For port a6fea662-4560-4812-8163-b1ed7d1b37dc, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=a6fea662-4560-4812-8163-b1ed7d1b37dc,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:24.330974 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.345816 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Calling delete_port for a6fea662-4560-4812-8163-b1ed7d1b37dc owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:24.369038 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc8c3e-7e9d-4610-b00f-8359aa0bc312 req-68290cb9-3204-4bc6-9c84-0006c370650e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:24.373213 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12fc8c3e-7e9d-4610-b00f-8359aa0bc312 req-68290cb9-3204-4bc6-9c84-0006c370650e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0507212 Sep 25 04:43:24.404860 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] Set router 322cbf74-7f57-45bc-8b30-c815a62223a0 gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:24.406004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:24.425324 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12fc8c3e-7e9d-4610-b00f-8359aa0bc312 req-495c8e66-1688-4e27-ae6f-1c1744d45e61 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491130 Sep 25 04:43:24.450784 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:24.463943 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:43:24Z', 'revision_number': 6, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:24.495681 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610cb08e-c69b-4ef7-8f42-06f3740b1d8a None None] The sync data for ids ['322cbf74-7f57-45bc-8b30-c815a62223a0'] in dv-cinder-855359-5-iscsi is: [{'id': '322cbf74-7f57-45bc-8b30-c815a62223a0', 'name': 'tempest-TestMinimumBasicScenario-608044642-router', 'tenant_id': '388ceb38ad354423992a7cc1eae04f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:38:46Z', 'updated_at': '2022-09-25T04:43:24Z', 'revision_number': 6, 'project_id': '388ceb38ad354423992a7cc1eae04f44', 'gw_port_host': None}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:24.521856 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (a6fea662-4560-4812-8163-b1ed7d1b37dc), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.544751 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fea662-4560-4812-8163-b1ed7d1b37dc,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:24.613373 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (322cbf74-7f57-45bc-8b30-c815a62223a0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.698714 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.700896 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks [] for router_controller (322cbf74-7f57-45bc-8b30-c815a62223a0), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.746525 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (322cbf74-7f57-45bc-8b30-c815a62223a0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.747059 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 322cbf74-7f57-45bc-8b30-c815a62223a0 {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:43:24.751101 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.752268 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-30acfa95-b37e-432a-9234-ff09eada1ef1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/322cbf74-7f57-45bc-8b30-c815a62223a0 HTTP/1.1" status: 204 len: 168 time: 0.7506456 Sep 25 04:43:24.755585 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60108) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:24.799783 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Deleting subnet 6524ce00-1da5-4d51-a5ce-3ad56132ebf3 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:43:24.803545 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Publish callbacks [] for subnet (6524ce00-1da5-4d51-a5ce-3ad56132ebf3), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.840941 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (6524ce00-1da5-4d51-a5ce-3ad56132ebf3), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.930895 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (6524ce00-1da5-4d51-a5ce-3ad56132ebf3), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:24.945857 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bf3ee4c9-424d-4419-ad2a-8480cc929057 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:24.965585 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: bf3ee4c9-424d-4419-ad2a-8480cc929057 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:24.965926 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bf3ee4c9-424d-4419-ad2a-8480cc929057 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:24.988855 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (6524ce00-1da5-4d51-a5ce-3ad56132ebf3), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.014169 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6524ce00-1da5-4d51-a5ce-3ad56132ebf3,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:25.017710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.021417 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-69fde5f4-916f-48e6-9dee-20653d93b487 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6524ce00-1da5-4d51-a5ce-3ad56132ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2648144 Sep 25 04:43:25.024145 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60110) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:25.024848 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb602b5-d46e-45a3-93fd-0e1ed67a02cc None None] Network 75e53d9a-155b-4b29-a228-68458394e218 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:43:25.094702 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (75e53d9a-155b-4b29-a228-68458394e218), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.112424 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:25.142046 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Deleting port 57e3f22d-2f59-4295-9dc3-deed09972d09 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:25.142388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.207923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] For port 57e3f22d-2f59-4295-9dc3-deed09972d09, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=57e3f22d-2f59-4295-9dc3-deed09972d09,segment=NetworkSegment(8ef61d14-9cb0-4bc5-ac30-52631776d1cf),segment_id=8ef61d14-9cb0-4bc5-ac30-52631776d1cf)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:25.208211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.221242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Calling delete_port for 57e3f22d-2f59-4295-9dc3-deed09972d09 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:25.262910 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] DHCP port deletion for 75e53d9a-155b-4b29-a228-68458394e218 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:43:25.289404 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:25.301810 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.307597 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Deleting port 57e3f22d-2f59-4295-9dc3-deed09972d09 {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:43:25.307969 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.328472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e3f22d-2f59-4295-9dc3-deed09972d09,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:25.330426 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] No DVR routers for this DVR port 57e3f22d-2f59-4295-9dc3-deed09972d09 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:25.383911 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] For port 57e3f22d-2f59-4295-9dc3-deed09972d09, host dv-cinder-855359-5-iscsi, got binding levels [] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:25.384471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.398646 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Calling delete_port for 57e3f22d-2f59-4295-9dc3-deed09972d09 owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:43:25.401615 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.ipam_backend_mixin [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Port 57e3f22d-2f59-4295-9dc3-deed09972d09 was not found and therefore no delete operation was performed {{(pid=106427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 25 04:43:25.402887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (57e3f22d-2f59-4295-9dc3-deed09972d09), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.407229 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (75e53d9a-155b-4b29-a228-68458394e218), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.425910 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] Pushing event deleted for resources: {'Port': ['ID=57e3f22d-2f59-4295-9dc3-deed09972d09,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:25.428556 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e53d9a-155b-4b29-a228-68458394e218']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:25.431545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37dce1d-ca98-46f6-8ac4-641fe7c1283a None None] No DVR routers for this DVR port 57e3f22d-2f59-4295-9dc3-deed09972d09 on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:43:25.442851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef61d14-9cb0-4bc5-ac30-52631776d1cf') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:25.443329 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef61d14-9cb0-4bc5-ac30-52631776d1cf') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:25.455055 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (8ef61d14-9cb0-4bc5-ac30-52631776d1cf), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.473542 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (8ef61d14-9cb0-4bc5-ac30-52631776d1cf), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.481340 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:43:25.481733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (8ef61d14-9cb0-4bc5-ac30-52631776d1cf), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.531482 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 8ef61d14-9cb0-4bc5-ac30-52631776d1cf resource provider aggregate not found Sep 25 04:43:25.559906 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 8ef61d14-9cb0-4bc5-ac30-52631776d1cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ef61d14-9cb0-4bc5-ac30-52631776d1cf found for delete ", "request_id": "req-df1774cb-479d-470f-b09e-cc68a4600be6"}]} Sep 25 04:43:25.587564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (75e53d9a-155b-4b29-a228-68458394e218), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.596374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.600118 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/75e53d9a-155b-4b29-a228-68458394e218 HTTP/1.1" status: 204 len: 168 time: 0.5747736 Sep 25 04:43:25.617555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf33a75-a58c-4b3e-816f-fe371db886e1 req-df3dd0ae-9993-42e6-ab34-4f4a339d5673 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:25.619035 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-acf33a75-a58c-4b3e-816f-fe371db886e1 req-df3dd0ae-9993-42e6-ab34-4f4a339d5673 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0835955 Sep 25 04:43:25.620020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706cb5c-9ee8-469b-8e4c-343ffadde1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e53d9a-155b-4b29-a228-68458394e218,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:25.671946 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-acf33a75-a58c-4b3e-816f-fe371db886e1 req-cb28c859-d74b-45ea-9d8b-4a2be7a525b5 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456815 Sep 25 04:43:25.801485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60132) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:25.844030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-b6aa254d-f020-497a-9a0e-8c28f8f6db6f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b5c1180472fb4243bd45e44914a46918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413508 Sep 25 04:43:25.846818 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60136) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:25.899834 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] Publish callbacks [] for security_group (d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.921200 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] Publish callbacks [] for security_group (d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.973481 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.976249 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:25.977418 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1 HTTP/1.1" status: 204 len: 168 time: 0.1290829 Sep 25 04:43:25.990740 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ff5b5-e73b-47e8-afed-9af587053e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f55ff-09cd-4a02-bdbb-08ce0eefc8b1,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:26.314033 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60150) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:26.355630 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f6e48b07-6606-4840-9f20-ec67acccc2e3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=388ceb38ad354423992a7cc1eae04f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402374 Sep 25 04:43:26.357887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60152) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:26.409117 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] Publish callbacks [] for security_group (f8592a66-adc3-4499-b530-7d1e23da2336), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:26.430296 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] Publish callbacks [] for security_group (f8592a66-adc3-4499-b530-7d1e23da2336), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:26.458885 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:26.476506 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:26.485496 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f8592a66-adc3-4499-b530-7d1e23da2336), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:26.488906 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:26.490147 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f8592a66-adc3-4499-b530-7d1e23da2336 HTTP/1.1" status: 204 len: 168 time: 0.1313431 Sep 25 04:43:26.498929 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834a9eb-78a5-4b64-8ca1-9bc3c81fbf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8592a66-adc3-4499-b530-7d1e23da2336,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:26.748507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-985e2b2e-62b1-4784-9142-fb38d107f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:26.750096 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-985e2b2e-62b1-4784-9142-fb38d107f353 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 1127 time: 0.3388138 Sep 25 04:43:26.867135 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9c0010f1-44cc-4d20-8c3a-3fdcbb755d29 req-30e477ee-0029-468b-81cf-33244322d489 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654088 Sep 25 04:43:26.875428 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device a6fea662-4560-4812-8163-b1ed7d1b37dc no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:26.888950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de260-bc99-41e2-8c93-1406f034c184 req-373c4362-d10b-4b84-a091-9c8c48f0ff79 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:26.896742 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce2de260-bc99-41e2-8c93-1406f034c184 req-373c4362-d10b-4b84-a091-9c8c48f0ff79 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.1296449 Sep 25 04:43:26.915577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: a6fea662-4560-4812-8163-b1ed7d1b37dc {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:26.918082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device a6fea662-4560-4812-8163-b1ed7d1b37dc not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:26.919403 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 57e3f22d-2f59-4295-9dc3-deed09972d09 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:43:26.943598 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 57e3f22d-2f59-4295-9dc3-deed09972d09 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:43:26.943944 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 57e3f22d-2f59-4295-9dc3-deed09972d09 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:43:26.948891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-9f0f7444-f406-4c62-a27d-d56d4ee81bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:26.950477 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-9f0f7444-f406-4c62-a27d-d56d4ee81bee service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.1936531 Sep 25 04:43:26.995258 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ce2de260-bc99-41e2-8c93-1406f034c184 req-9979c23e-76ac-4750-861c-4dc0c3dc2093 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977001 Sep 25 04:43:26.997017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-1a0281e2-abee-4162-ac41-fa40e4d03a8f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 HTTP/1.1" status: 200 len: 217 time: 0.0391703 Sep 25 04:43:27.040288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:27.046812 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-2e515fc1-5f9d-4fb1-a50e-00ad4148b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:27.048546 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-2e515fc1-5f9d-4fb1-a50e-00ad4148b18e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0450714 Sep 25 04:43:27.098701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-575a02bf-eda8-4921-b512-ae49d44f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:27.100207 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-575a02bf-eda8-4921-b512-ae49d44f9b03 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449562 Sep 25 04:43:27.192166 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-519673b8-20af-4334-8aac-5192af656c42 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842149 Sep 25 04:43:27.289896 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cf9c7f5-ce62-4016-8683-fa644f096347 req-d417d465-3e3c-4700-8b61-29fa45fea97f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912271 Sep 25 04:43:28.117016 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fbbde-c368-420b-8496-bee3a0171150 req-dd08aaac-8229-4ed1-8aed-dba0874337ed tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:28.118458 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a7fbbde-c368-420b-8496-bee3a0171150 req-dd08aaac-8229-4ed1-8aed-dba0874337ed tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0463245 Sep 25 04:43:28.166475 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0a7fbbde-c368-420b-8496-bee3a0171150 req-3c3bf957-ca93-486b-b9c2-217e7ce304cd tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426021 Sep 25 04:43:28.764413 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60192) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:28.869386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:28.948969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Publish callbacks [] for security_group (3438c86b-a123-465b-971a-2e74750f4f3d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:28.952446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3438c86b-a123-465b-971a-2e74750f4f3d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:28.992480 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8c480f06a4504fcb84dd45884a40ab58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269814 Sep 25 04:43:28.993379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438c86b-a123-465b-971a-2e74750f4f3d,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:28.995382 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60196) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:29.000618 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.000998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.001336 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.001702 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.001986 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.002315 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.002639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.002960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.003343 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.003662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.003984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.004305 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.004623 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.004969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.005279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69389c8-5042-4f6e-8923-00da65b2cf41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:43:29.045860 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] Publish callbacks [] for security_group (3438c86b-a123-465b-971a-2e74750f4f3d), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.066488 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] Publish callbacks [] for security_group (3438c86b-a123-465b-971a-2e74750f4f3d), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.080315 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:29.103788 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:43:29.117707 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3438c86b-a123-465b-971a-2e74750f4f3d), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.120321 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.121423 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3438c86b-a123-465b-971a-2e74750f4f3d HTTP/1.1" status: 204 len: 168 time: 0.1250024 Sep 25 04:43:29.132214 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300fd56-30db-474b-b45b-9bac634bf056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438c86b-a123-465b-971a-2e74750f4f3d,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:29.240057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:29.252970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'port_id': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'mac_address': 'fa:16:3e:41:6c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:43:29.290859 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:43:29.291352 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.293818 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737e2e-5ace-46d2-aec2-59483224fe3d req-dd5d6ace-ab14-4a34-8639-7e34b63d7fa3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:29.295335 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b5737e2e-5ace-46d2-aec2-59483224fe3d req-dd5d6ace-ab14-4a34-8639-7e34b63d7fa3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 943 time: 0.0514891 Sep 25 04:43:29.306150 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:43:29.333250 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:29.337153 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.354078 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b5737e2e-5ace-46d2-aec2-59483224fe3d req-0292ef00-f04f-4a19-8dd4-e86487d84395 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503905 Sep 25 04:43:29.389455 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:29.427509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60206) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:29.440883 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dda2-7c00-4e5e-9366-0135a57a7581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.490932 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:29.520822 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dda2-7c00-4e5e-9366-0135a57a7581 admin admin] Publish callbacks [] for security_group (c31ec03f-a3b5-4b10-88b4-3677005b60c1), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.524455 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dda2-7c00-4e5e-9366-0135a57a7581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c31ec03f-a3b5-4b10-88b4-3677005b60c1), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.560311 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:29.567585 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-cbb9dda2-7c00-4e5e-9366-0135a57a7581 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e74befd9fb134cc0a82fd2ce53c9c24a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390398 Sep 25 04:43:29.569188 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9dda2-7c00-4e5e-9366-0135a57a7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31ec03f-a3b5-4b10-88b4-3677005b60c1,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:29.570741 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60208) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:29.620952 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] Publish callbacks [] for security_group (c31ec03f-a3b5-4b10-88b4-3677005b60c1), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.643151 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] Publish callbacks [] for security_group (c31ec03f-a3b5-4b10-88b4-3677005b60c1), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.689572 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c31ec03f-a3b5-4b10-88b4-3677005b60c1), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.693094 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:29.694225 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c31ec03f-a3b5-4b10-88b4-3677005b60c1 HTTP/1.1" status: 204 len: 168 time: 0.1224291 Sep 25 04:43:29.702313 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe49e7-caf1-41ca-b8ff-9e768a01c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31ec03f-a3b5-4b10-88b4-3677005b60c1,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:29.825625 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:43:29.910620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:30.478025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f382f-4193-4600-a5eb-ddb6cd5f2a43 req-57c14b4d-65a0-4e6a-99e6-13236ac876e9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:30.479523 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-681f382f-4193-4600-a5eb-ddb6cd5f2a43 req-57c14b4d-65a0-4e6a-99e6-13236ac876e9 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 944 time: 0.0482833 Sep 25 04:43:30.529688 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-681f382f-4193-4600-a5eb-ddb6cd5f2a43 req-ca051cd6-8bd6-4b6c-ad47-383354e59da2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440750 Sep 25 04:43:31.131458 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:43:31.178527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:43:31.185203 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:43:31.185571 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:31.185900 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 Sep 25 04:43:31.258970 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:43:31.259358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:31.270203 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:31.284312 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:31.287124 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813d4650-203c-465a-9375-c83f30c88538" -d '{"events": [{"server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "name": "network-vif-plugged", "status": "completed", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:31.301926 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:43:31.307497 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:31.335732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ad7c60-f810-4b9d-b0aa-f71a1285121f x-openstack-request-id: req-b9ad7c60-f810-4b9d-b0aa-f71a1285121f {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:31.336050 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "name": "network-vif-plugged", "status": "completed", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:31.336302 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9ad7c60-f810-4b9d-b0aa-f71a1285121f {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:31.336730 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ad7c60-f810-4b9d-b0aa-f71a1285121f'] response: {'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'code': 200} Sep 25 04:43:31.367428 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:31.586789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e19b4-43ee-4f0c-8369-1db2028b5dbd req-b85691e1-de20-4cdc-8c51-7b712a6ffa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:31.588660 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-689e19b4-43ee-4f0c-8369-1db2028b5dbd req-b85691e1-de20-4cdc-8c51-7b712a6ffa9e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 1129 time: 0.0465832 Sep 25 04:43:31.685108 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2612f-1f9a-48eb-bdef-9c67c04bdcfe req-1682a521-2173-4b22-bf78-a180b45d5331 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:31.686478 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09c2612f-1f9a-48eb-bdef-9c67c04bdcfe req-1682a521-2173-4b22-bf78-a180b45d5331 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0701137 Sep 25 04:43:31.688701 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-689e19b4-43ee-4f0c-8369-1db2028b5dbd req-5e2b037b-0dd0-4009-8fba-29fc60352d62 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858870 Sep 25 04:43:31.745797 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09c2612f-1f9a-48eb-bdef-9c67c04bdcfe req-05f8d866-390f-4a9f-b094-d93a8e09e435 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525050 Sep 25 04:43:32.647389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60348) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:32.752364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1c82e742-6ca6-4cb7-80f8-bbe421060193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:32.828940 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1c82e742-6ca6-4cb7-80f8-bbe421060193 admin admin] Publish callbacks [] for security_group (d9289dd0-b99f-4ea2-a9db-b24c78d7f86c), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:32.833205 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-1c82e742-6ca6-4cb7-80f8-bbe421060193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d9289dd0-b99f-4ea2-a9db-b24c78d7f86c), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:32.870129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339afa2-3d4a-42a3-baf9-2b1ad72d3c17 req-16e97847-148b-4c74-8db8-f2e638d674a8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:32.871613 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5339afa2-3d4a-42a3-baf9-2b1ad72d3c17 req-16e97847-148b-4c74-8db8-f2e638d674a8 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0487497 Sep 25 04:43:32.873119 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-1c82e742-6ca6-4cb7-80f8-bbe421060193 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=18bad7a155c14488b59ca7a55a7ed0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246518 Sep 25 04:43:32.874810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82e742-6ca6-4cb7-80f8-bbe421060193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9289dd0-b99f-4ea2-a9db-b24c78d7f86c,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:32.875736 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60354) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:32.948273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5339afa2-3d4a-42a3-baf9-2b1ad72d3c17 req-8a21a447-3f29-482b-839a-8af183811d53 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657158 Sep 25 04:43:32.959363 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] Publish callbacks [] for security_group (d9289dd0-b99f-4ea2-a9db-b24c78d7f86c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:32.980899 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] Publish callbacks [] for security_group (d9289dd0-b99f-4ea2-a9db-b24c78d7f86c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.032765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d9289dd0-b99f-4ea2-a9db-b24c78d7f86c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.035401 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.036595 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d9289dd0-b99f-4ea2-a9db-b24c78d7f86c HTTP/1.1" status: 204 len: 168 time: 0.1599171 Sep 25 04:43:33.044545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298f11a-5f17-4224-8b92-00f7dd3b069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9289dd0-b99f-4ea2-a9db-b24c78d7f86c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:33.307236 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60360) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:33.321005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28eaed91-2d91-4ab6-828a-4621561549f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.399597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28eaed91-2d91-4ab6-828a-4621561549f6 admin admin] Publish callbacks [] for security_group (cb8d120b-8c44-477f-93bb-b77e2f032b39), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.404189 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28eaed91-2d91-4ab6-828a-4621561549f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (cb8d120b-8c44-477f-93bb-b77e2f032b39), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.441314 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaed91-2d91-4ab6-828a-4621561549f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8d120b-8c44-477f-93bb-b77e2f032b39,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:33.446030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-28eaed91-2d91-4ab6-828a-4621561549f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b442b49b6aa740aea451de0ba1441790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377690 Sep 25 04:43:33.449116 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60362) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:33.498783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] Publish callbacks [] for security_group (cb8d120b-8c44-477f-93bb-b77e2f032b39), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.519322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] Publish callbacks [] for security_group (cb8d120b-8c44-477f-93bb-b77e2f032b39), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.521578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:33.569086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (cb8d120b-8c44-477f-93bb-b77e2f032b39), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.571567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:33.572713 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cb8d120b-8c44-477f-93bb-b77e2f032b39 HTTP/1.1" status: 204 len: 168 time: 0.1226554 Sep 25 04:43:33.581260 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ad323-f906-4c57-9677-8c5b1d637dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8d120b-8c44-477f-93bb-b77e2f032b39,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:34.055495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:34.076929 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556344b-6091-49a1-a521-09c88e392029 req-f2cc83f9-89b6-4d45-bfa3-955487f435bb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:34.078411 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9556344b-6091-49a1-a521-09c88e392029 req-f2cc83f9-89b6-4d45-bfa3-955487f435bb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0523691 Sep 25 04:43:34.133365 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9556344b-6091-49a1-a521-09c88e392029 req-d305bb8c-96dd-4acc-98a0-7057beb96c4e tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477855 Sep 25 04:43:34.263567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552ced0-5071-40ac-a364-acb902b0775a req-60d4730d-3067-4b81-8b55-52a0a71e6429 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:34.265146 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b552ced0-5071-40ac-a364-acb902b0775a req-60d4730d-3067-4b81-8b55-52a0a71e6429 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0485039 Sep 25 04:43:34.275819 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60388) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:34.280390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Request body: {'floatingip': {'port_id': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:34.322610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:34.467831 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=51 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:34.767134 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:34.771900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:34.870868 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Floating IP 3c0c781e-4efc-4101-b144-bb0fc6b95ca2 associated. External IP: 172.27.0.250, port: fe1a7c5e-cb1e-42df-9efe-1f8099bbc117. Sep 25 04:43:35.076755 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:43:35.132527 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:35.187643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:43:35.192497 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:35.198424 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:43:35.212473 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:35.213538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:35.214081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:35.227871 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-779d1034-5bc4-4a82-a072-c27dfb8a31f2 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/3c0c781e-4efc-4101-b144-bb0fc6b95ca2 HTTP/1.1" status: 200 len: 991 time: 0.9484951 Sep 25 04:43:35.227871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:35.228762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:35.272601 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f11e27-c2d5-4e29-9d54-8957a58ac218 x-openstack-request-id: req-d3f11e27-c2d5-4e29-9d54-8957a58ac218 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:35.272935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:35.273227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3f11e27-c2d5-4e29-9d54-8957a58ac218 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:35.273683 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f11e27-c2d5-4e29-9d54-8957a58ac218'] response: {'name': 'network-changed', 'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'status': 'completed', 'code': 200} Sep 25 04:43:35.327628 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:35.384465 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-e5bf2bac-d63d-46d2-a13b-9c757e416a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:35.387944 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-e5bf2bac-d63d-46d2-a13b-9c757e416a79 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 1129 time: 0.0583370 Sep 25 04:43:35.496291 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-0700fc4b-e411-423b-9e7e-6a343f02663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:35.497793 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-0700fc4b-e411-423b-9e7e-6a343f02663e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 200 len: 911 time: 0.0966489 Sep 25 04:43:35.560906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3c0c781e-4efc-4101-b144-bb0fc6b95ca2', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:41:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:43:12Z', 'updated_at': '2022-09-25T04:43:34Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:35.563323 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-29067f5b-5134-4640-9332-3f362a11221e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 HTTP/1.1" status: 200 len: 999 time: 0.0576847 Sep 25 04:43:35.589612 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:43:35.598568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:43:35.599459 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:43:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:35.626154 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-cb6aca2a-ed90-4b37-b5cd-46764d963bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:35.627613 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-cb6aca2a-ed90-4b37-b5cd-46764d963bd0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 200 len: 850 time: 0.0485351 Sep 25 04:43:35.672123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-b71b5936-a87f-4c0b-b15d-860890a06b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:35.673671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-b71b5936-a87f-4c0b-b15d-860890a06b1c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=10349c1a-2a69-4296-a276-3606a4c13086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394082 Sep 25 04:43:35.701609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:43:35.770751 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-2ee67fbd-bb00-4f50-bc7e-c857e14854f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897348 Sep 25 04:43:35.869452 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bc806c43-369f-4c9a-bca0-6a9097b8ebc8 req-83b4f283-bf45-4093-8b10-00bd23e62200 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928051 Sep 25 04:43:35.887811 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:35.925381 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:36.045443 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3c0c781e-4efc-4101-b144-bb0fc6b95ca2', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:41:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:43:12Z', 'updated_at': '2022-09-25T04:43:34Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:43:36.074878 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e84b66-4c71-4228-9abd-de7b2e1f975c None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '3c0c781e-4efc-4101-b144-bb0fc6b95ca2', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'port_id': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'mac_address': 'fa:16:3e:41:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:43:12Z', 'updated_at': '2022-09-25T04:43:34Z', 'revision_number': 1, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:43:36.261414 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d803ff9-2706-4db9-8dab-ce61b69512da None None] New status for floating IP 3c0c781e-4efc-4101-b144-bb0fc6b95ca2: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:43:37.626600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bf6b597f-a1d0-427c-a5f1-1d87f91a32d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:38.662412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60466) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:38.766047 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-daeb034e-f59e-43cd-ad85-117710eb1315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:38.847025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-daeb034e-f59e-43cd-ad85-117710eb1315 admin admin] Publish callbacks [] for security_group (22c621ba-44e8-4401-9d95-e9819e97ee85), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:38.851139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-daeb034e-f59e-43cd-ad85-117710eb1315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (22c621ba-44e8-4401-9d95-e9819e97ee85), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:38.893763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb034e-f59e-43cd-ad85-117710eb1315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c621ba-44e8-4401-9d95-e9819e97ee85,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:38.898281 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-daeb034e-f59e-43cd-ad85-117710eb1315 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fbe4c138eaf54fddae63ae1bf4728fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348597 Sep 25 04:43:38.900980 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60470) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:38.950187 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] Publish callbacks [] for security_group (22c621ba-44e8-4401-9d95-e9819e97ee85), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:38.970134 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] Publish callbacks [] for security_group (22c621ba-44e8-4401-9d95-e9819e97ee85), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.017485 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (22c621ba-44e8-4401-9d95-e9819e97ee85), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.021092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.022501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/22c621ba-44e8-4401-9d95-e9819e97ee85 HTTP/1.1" status: 204 len: 168 time: 0.1206574 Sep 25 04:43:39.030789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d9234-61f3-49db-a566-43310562a575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c621ba-44e8-4401-9d95-e9819e97ee85,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:39.289104 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60476) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:39.296325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:39.303750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00473ff1-e17c-4a00-8a7c-7cd777dc2cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.339217 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:39.383913 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00473ff1-e17c-4a00-8a7c-7cd777dc2cc7 admin admin] Publish callbacks [] for security_group (20ffc2ed-0455-43e6-a9e2-039dfe70728e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.387470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-00473ff1-e17c-4a00-8a7c-7cd777dc2cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (20ffc2ed-0455-43e6-a9e2-039dfe70728e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.425829 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-00473ff1-e17c-4a00-8a7c-7cd777dc2cc7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=342d747f53004ba6b5b8d42815c8f472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356773 Sep 25 04:43:39.426719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00473ff1-e17c-4a00-8a7c-7cd777dc2cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffc2ed-0455-43e6-a9e2-039dfe70728e,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:39.428750 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60478) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:39.480523 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] Publish callbacks [] for security_group (20ffc2ed-0455-43e6-a9e2-039dfe70728e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.500613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] Publish callbacks [] for security_group (20ffc2ed-0455-43e6-a9e2-039dfe70728e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.549155 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (20ffc2ed-0455-43e6-a9e2-039dfe70728e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.551987 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:39.553399 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/20ffc2ed-0455-43e6-a9e2-039dfe70728e HTTP/1.1" status: 204 len: 168 time: 0.1235325 Sep 25 04:43:39.561146 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c0806-54d5-4a1f-8096-d32d0c6dc24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffc2ed-0455-43e6-a9e2-039dfe70728e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:40.011834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-18419766-0887-47c5-a509-c52bb076676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:41.093847 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:42.716940 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:42.830176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:49.420432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=12 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:49.422641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=15,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:49.536482 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=6,neutron:SELECT=50,neutron:INSERT=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:49.557499 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=71,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:50.421836 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60596) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:50.534824 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4540052-543a-4255-be3b-8a3dca87c65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.610004 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4540052-543a-4255-be3b-8a3dca87c65e admin admin] Publish callbacks [] for security_group (c87b4ffd-9a73-4c68-ab6e-96021f42dda2), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.614154 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4540052-543a-4255-be3b-8a3dca87c65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c87b4ffd-9a73-4c68-ab6e-96021f42dda2), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.651898 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4540052-543a-4255-be3b-8a3dca87c65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b4ffd-9a73-4c68-ab6e-96021f42dda2,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:50.656139 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d4540052-543a-4255-be3b-8a3dca87c65e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9cac1a31801a470f83d857e094caed5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333145 Sep 25 04:43:50.659516 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60600) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:50.708067 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] Publish callbacks [] for security_group (c87b4ffd-9a73-4c68-ab6e-96021f42dda2), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.728399 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] Publish callbacks [] for security_group (c87b4ffd-9a73-4c68-ab6e-96021f42dda2), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.773323 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c87b4ffd-9a73-4c68-ab6e-96021f42dda2), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.775781 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:50.776942 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c87b4ffd-9a73-4c68-ab6e-96021f42dda2 HTTP/1.1" status: 204 len: 168 time: 0.1171167 Sep 25 04:43:50.785607 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d6f8-2229-4040-a6f4-6bf6eb8191a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b4ffd-9a73-4c68-ab6e-96021f42dda2,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:51.043209 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60606) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:51.059189 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4d2298cb-9203-4a8b-b2ed-438af5194980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.106354 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.139862 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4d2298cb-9203-4a8b-b2ed-438af5194980 admin admin] Publish callbacks [] for security_group (d8ced08a-7758-4f85-8196-84eed67e7d01), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.143401 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4d2298cb-9203-4a8b-b2ed-438af5194980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d8ced08a-7758-4f85-8196-84eed67e7d01), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.182958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2298cb-9203-4a8b-b2ed-438af5194980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ced08a-7758-4f85-8196-84eed67e7d01,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:51.188253 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4d2298cb-9203-4a8b-b2ed-438af5194980 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a68704962f7346998beb980b920bbbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440706 Sep 25 04:43:51.191146 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60608) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:51.241919 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] Publish callbacks [] for security_group (d8ced08a-7758-4f85-8196-84eed67e7d01), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.261362 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] Publish callbacks [] for security_group (d8ced08a-7758-4f85-8196-84eed67e7d01), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.308034 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d8ced08a-7758-4f85-8196-84eed67e7d01), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.310621 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:51.311752 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d8ced08a-7758-4f85-8196-84eed67e7d01 HTTP/1.1" status: 204 len: 168 time: 0.1195176 Sep 25 04:43:51.319312 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bb22f-95de-49e5-9ecd-1d574081f9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ced08a-7758-4f85-8196-84eed67e7d01,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:51.914210 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-181c3f9c-dd96-4cbf-83a4-f7b71f85bf2c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463762 Sep 25 04:43:52.027302 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-ecb0fdba-bfbb-4910-8194-3fcc3d42df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.029344 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-ecb0fdba-bfbb-4910-8194-3fcc3d42df1b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1130 time: 0.0423136 Sep 25 04:43:52.088854 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60630) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:52.145895 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-d4f2a6ff-4c81-4906-af03-0b6b1e75764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.147356 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-d4f2a6ff-4c81-4906-af03-0b6b1e75764b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.0971081 Sep 25 04:43:52.188104 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669556001-network', 'tenant_id': '8fb362553bd743bfbbe783296f2597e0'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:52.210402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Made reservation on behalf of 8fb362553bd743bfbbe783296f2597e0 for: {'network': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:43:52.210655 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-5dd62d83-f03a-482f-832c-2bde4d945fab service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 1002 time: 0.0562088 Sep 25 04:43:52.212877 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.221956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.255941 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:52.260706 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-5195735f-ec5d-42ac-a273-1a2d84697f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.262189 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-5195735f-ec5d-42ac-a273-1a2d84697f60 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0453925 Sep 25 04:43:52.268522 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:52.307883 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks [] for security_group (4983d6fa-a7a7-4544-867d-0b1ab6fd93a8), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.310035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-cbad6c50-15bc-4689-a851-1b1c9af05c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.311587 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-cbad6c50-15bc-4689-a851-1b1c9af05c64 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437329 Sep 25 04:43:52.312343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4983d6fa-a7a7-4544-867d-0b1ab6fd93a8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.341624 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=106426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:43:52.347112 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:52.357465 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (5ca1f5ed-d400-4a68-810e-4e0bbdf63117), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.357885 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.segments_db [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Added segment 5ca1f5ed-d400-4a68-810e-4e0bbdf63117 of type vlan for network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb Sep 25 04:43:52.399237 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.404700 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-c69a6f2a-3abf-412a-8511-0a4580c1561a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868218 Sep 25 04:43:52.424807 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.426346 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.426927 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.487634 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3975573 Sep 25 04:43:52.491515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 60634) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:43:52.493358 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606cfeb-987d-4cf7-b3b0-c1b16a887ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:52.500067 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Request body: {'subnet': {'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669556001-subnet', 'tenant_id': '8fb362553bd743bfbbe783296f2597e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:52.502767 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:43:52.525113 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db8eb07e-b76a-4e83-9fa3-e2fc4f52a24c req-d268cebb-7e61-4808-b91a-ed3ee92a9547 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135378 Sep 25 04:43:52.533048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Made reservation on behalf of 8fb362553bd743bfbbe783296f2597e0 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:43:52.536060 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11129365'] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.550909 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:52.701811 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2081441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11129347'] for subnet (cf09d601-4132-4022-a486-86b8a027c518), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.751271 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf09d601-4132-4022-a486-86b8a027c518,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:52.766122 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Checking segment: {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:43:52.766475 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Network hostable DHCP agents. Network: f8625bfd-62f4-4562-b0e4-5c8d81fc13fb, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:43:52.783941 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:43:52.792783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, f8625bfd-62f4-4562-b0e4-5c8d81fc13fb) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:43:52.799564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:52.800244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:52.800942 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638fb5d-78f5-4163-8fbc-78d9d671407c None None] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:43:52.819737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-5903631d-9806-4c5c-b5ef-745031a70de0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3263450 Sep 25 04:43:52.910325 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa5a0a-2894-40f3-b1cc-435effef336d None None] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:43:52.912549 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:52.923022 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:54.547654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:54.558204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:54.605499 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-419fabe1-1e4e-4bed-8a7c-cc4996201c8f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:54.606897 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-419fabe1-1e4e-4bed-8a7c-cc4996201c8f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 808 time: 0.1060426 Sep 25 04:43:54.621701 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-be36654d-9281-415e-8f16-72f5d3820e39 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/quotas/8fb362553bd743bfbbe783296f2597e0 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Sep 25 04:43:54.891602 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-adde6c6a-a58c-4254-b244-5a729f435b38 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2650580 Sep 25 04:43:54.983756 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-3ae510d3-1ebc-4d2b-9743-4ba4ce195599 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Sep 25 04:43:55.072021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-eea80c11-37b7-4c86-8cde-c09e0c9da846 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816109 Sep 25 04:43:55.238900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0dd20c61-9cca-40a6-94aa-16185ede8e28 req-21f108e7-b0b1-4d01-9801-1b2f4f126a83 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 210 time: 0.0277712 Sep 25 04:43:56.350498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8d78b323-7f1a-43e6-a8ac-9c09874c097f req-7c076f0e-e202-4bf1-9814-f1db95304348 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 210 time: 0.0356765 Sep 25 04:43:56.883882 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:43:56.923483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-ebcd80c3-09a3-4554-a01c-2fea1787656e tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:56.924959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-ebcd80c3-09a3-4554-a01c-2fea1787656e tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 808 time: 0.1195719 Sep 25 04:43:56.960427 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Request body: {'port': {'device_id': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb', 'admin_state_up': True, 'tenant_id': '8fb362553bd743bfbbe783296f2597e0'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:57.072564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Made reservation on behalf of 8fb362553bd743bfbbe783296f2597e0 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:43:57.076244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.199684 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Allocated IP 172.20.0.11 (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb/cf09d601-4132-4022-a486-86b8a027c518/4b72a5cd-1073-415f-bdc2-163c93bd3c2c) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:43:57.349004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks [] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.360418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:57.382514 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.431420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:43:57.434643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:57.445374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:43:57.450698 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:43:57.491643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Pushing event updated for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:57.524708 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad060b-d59f-4179-9ad8-c8bbea07479f req-3c6b5deb-f52d-43ac-9a3a-bc280556487f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:57.526169 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbad060b-d59f-4179-9ad8-c8bbea07479f req-3c6b5deb-f52d-43ac-9a3a-bc280556487f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 932 time: 0.0967805 Sep 25 04:43:57.536629 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:57.537244 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.568520 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-b2c583d0-7cea-4666-b90c-9567fb41769c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121581 Sep 25 04:43:57.588328 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Request body: {'port': {'device_id': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:43:57.615938 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbad060b-d59f-4179-9ad8-c8bbea07479f req-3770f692-3881-4171-b4bd-3dda2c9eb0a9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839090 Sep 25 04:43:57.656184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.905595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b72a5cd-1073-415f-bdc2-163c93bd3c2c {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:43:57.913030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks [] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.925229 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Transition to ACTIVE for port object 4b72a5cd-1073-415f-bdc2-163c93bd3c2c will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:43:57.929216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:57.992655 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:58.039555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Attempting to bind port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:43:58.039887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Attempting to bind port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:43:58.040213 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Attempting to bind port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:58.081360 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:43:58.081690 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Attempting to bind port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:43:58.124249 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:58.127813 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:43:58.128148 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Checking segment: {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:43:58.128538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Bound using segment: {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:43:58.129850 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Bound port: 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:43:58.130317 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:58.191557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:43:58.194681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:43:58.201183 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:58.205061 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:58.205668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:43:58.207127 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/4b72a5cd-1073-415f-bdc2-163c93bd3c2c HTTP/1.1" status: 200 len: 1094 time: 0.6235490 Sep 25 04:43:58.207833 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:43:58.210083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af8878-5022-4c2e-8ec3-881f89f83c27" -d '{"events": [{"name": "network-changed", "server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:43:58.252936 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e1a88e-6b24-4985-b382-948ab4d5799d x-openstack-request-id: req-96e1a88e-6b24-4985-b382-948ab4d5799d {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:43:58.253219 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:43:58.253466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96e1a88e-6b24-4985-b382-948ab4d5799d {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:43:58.253899 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e1a88e-6b24-4985-b382-948ab4d5799d'] response: {'name': 'network-changed', 'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c', 'status': 'completed', 'code': 200} Sep 25 04:43:58.264260 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffaeeb-7160-4daf-b099-35bff5440bbe service neutron] Pushing event updated for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:43:58.324403 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:43:58.330861 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-17c42031-7dd6-4ee5-b130-864f4335c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:58.332440 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-17c42031-7dd6-4ee5-b130-864f4335c8c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 1128 time: 0.0405149 Sep 25 04:43:58.388552 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-9cf564c0-6382-4d4a-b791-0a37ad6034eb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c HTTP/1.1" status: 200 len: 217 time: 0.0358274 Sep 25 04:43:58.438829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c789-2494-402f-9843-329cba5380a4 req-6ae6c114-d381-448b-8808-fa686c46f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:58.440484 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-6ae6c114-d381-448b-8808-fa686c46f608 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cf09d601-4132-4022-a486-86b8a027c518 HTTP/1.1" status: 200 len: 848 time: 0.0457315 Sep 25 04:43:58.473900 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-39672016-3bf8-49ba-aef1-904369d2a231 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267918 Sep 25 04:43:58.567200 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-9b50707f-1212-445b-b365-b1dbb215f920 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873971 Sep 25 04:43:58.658141 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c92c789-2494-402f-9843-329cba5380a4 req-ee998730-b3ed-4f12-9067-13699e448ca0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827055 Sep 25 04:43:58.743135 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe5870-c17f-4b08-99b3-6a8c383e05dd req-5ec357c8-345c-4187-bbf6-6656b7933c8a tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:58.744508 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cdfe5870-c17f-4b08-99b3-6a8c383e05dd req-5ec357c8-345c-4187-bbf6-6656b7933c8a tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 944 time: 0.0530481 Sep 25 04:43:58.791790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cdfe5870-c17f-4b08-99b3-6a8c383e05dd req-99d70346-86ea-41a8-89e9-017f204058f4 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Sep 25 04:43:59.912225 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f75a-b6b2-4d92-acf2-978303c062af req-c82b63d3-44b0-4d54-b7b7-378010606ff3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:43:59.913688 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f04f75a-b6b2-4d92-acf2-978303c062af req-c82b63d3-44b0-4d54-b7b7-378010606ff3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 944 time: 0.0454085 Sep 25 04:43:59.959207 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f04f75a-b6b2-4d92-acf2-978303c062af req-1a70d1a7-f4c7-4eca-a730-d3ba288c60c5 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Sep 25 04:44:01.080366 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ef15-1b9f-4583-a11e-43227482360e req-59c8d434-f24a-496c-b574-fba4cb82e6f3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:01.081784 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81f2ef15-1b9f-4583-a11e-43227482360e req-59c8d434-f24a-496c-b574-fba4cb82e6f3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 944 time: 0.0474606 Sep 25 04:44:01.132159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-81f2ef15-1b9f-4583-a11e-43227482360e req-99b3e2ac-3450-4629-9483-e4d42a4f8254 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Sep 25 04:44:02.108949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-aa98732f-6176-42a7-b5c6-b8bfa7911b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:02.110398 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-aa98732f-6176-42a7-b5c6-b8bfa7911b39 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 1128 time: 0.0395374 Sep 25 04:44:02.204434 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-dffd6a77-e8fd-4feb-a2f0-bc40b08b67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:02.205940 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-dffd6a77-e8fd-4feb-a2f0-bc40b08b67dc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 908 time: 0.0902267 Sep 25 04:44:02.266527 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-2126d7dd-4a78-405d-816c-772f70220c78 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c HTTP/1.1" status: 200 len: 217 time: 0.0504725 Sep 25 04:44:02.278925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76804007-ac55-4e4e-b765-a8c7299452b8 req-8a0c4ad4-a705-451d-8a75-a77bcae7b328 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:02.280304 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76804007-ac55-4e4e-b765-a8c7299452b8 req-8a0c4ad4-a705-451d-8a75-a77bcae7b328 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 944 time: 0.0735288 Sep 25 04:44:02.313264 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:02.351685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-0a9bf52c-0d74-403a-97b7-d36016621fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:02.353165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-0a9bf52c-0d74-403a-97b7-d36016621fed service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cf09d601-4132-4022-a486-86b8a027c518 HTTP/1.1" status: 200 len: 848 time: 0.0720053 Sep 25 04:44:02.375789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76804007-ac55-4e4e-b765-a8c7299452b8 req-0b3c91e7-97e6-40a8-ae27-87436715e041 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865614 Sep 25 04:44:02.392132 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-d4f12572-6aa0-44c1-a5fd-d9f5915e12d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317616 Sep 25 04:44:02.480115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-83b3f408-a96a-4dc2-91ba-e65ac61462d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818834 Sep 25 04:44:02.485817 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=26,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:02.490910 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=8,neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:02.562748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:02.573460 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-06af8878-5022-4c2e-8ec3-881f89f83c27 req-3a5fd360-f0ac-4545-82c8-d4ffeb1c01f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872025 Sep 25 04:44:02.994372 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=21 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:02.995098 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:03.234422 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 4b72a5cd-1073-415f-bdc2-163c93bd3c2c details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:44:03.329712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:03.341505 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c', 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb', 'port_id': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c', 'mac_address': 'fa:16:3e:6f:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf09d601-4132-4022-a486-86b8a027c518', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:44:03.380464 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:03.380894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:03.393798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b72a5cd-1073-415f-bdc2-163c93bd3c2c {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:44:03.414354 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:03.418487 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:03.465502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:03.473299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.473655 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.474176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.474538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.474882 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.475218 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.475556 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.475884 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.476214 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.476541 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.476894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.477224 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.477599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.477929 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.478249 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:03.498366 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f65e4a-fe33-4b6f-a699-a0436878762a req-9ad141d8-2cc3-4d95-bda7-ce03a9ed94bc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:03.499843 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91f65e4a-fe33-4b6f-a699-a0436878762a req-9ad141d8-2cc3-4d95-bda7-ce03a9ed94bc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 945 time: 0.0495348 Sep 25 04:44:03.546680 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91f65e4a-fe33-4b6f-a699-a0436878762a req-0e611fb9-538e-482d-b108-30640529c667 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Sep 25 04:44:03.942494 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['4b72a5cd-1073-415f-bdc2-163c93bd3c2c'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:44:04.669326 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfc6d7-8521-42f3-8819-8281dd055cf1 req-8b8f106d-e5f9-4409-83fc-009d0071e346 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:04.670770 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bcfc6d7-8521-42f3-8819-8281dd055cf1 req-8b8f106d-e5f9-4409-83fc-009d0071e346 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 945 time: 0.0500093 Sep 25 04:44:04.717221 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5bcfc6d7-8521-42f3-8819-8281dd055cf1 req-fb85fafc-9017-4e8e-a9c1-fef4785fa00f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409486 Sep 25 04:44:05.247887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 4b72a5cd-1073-415f-bdc2-163c93bd3c2c up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:05.289825 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:44:05.295336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:44:05.295731 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:05.296029 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c Sep 25 04:44:05.369223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:05.369604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:05.392414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:05.394647 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab9d17-ae66-4b36-987b-c8f69bba76d3" -d '{"events": [{"server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "name": "network-vif-plugged", "status": "completed", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:05.407258 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:05.411596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:05.434800 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526cd765-b3de-4768-8bbf-b3c905f74b4e x-openstack-request-id: req-526cd765-b3de-4768-8bbf-b3c905f74b4e {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:05.435087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "name": "network-vif-plugged", "status": "completed", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:05.435332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-526cd765-b3de-4768-8bbf-b3c905f74b4e {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:05.435727 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526cd765-b3de-4768-8bbf-b3c905f74b4e'] response: {'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c', 'code': 200} Sep 25 04:44:05.461085 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:05.644911 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028926-0004-4244-8931-0588faebbe0e req-e9abe97e-5a4d-4976-ae41-d6cbd1906d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:05.646466 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c3028926-0004-4244-8931-0588faebbe0e req-e9abe97e-5a4d-4976-ae41-d6cbd1906d80 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 1130 time: 0.0386298 Sep 25 04:44:05.690153 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c3028926-0004-4244-8931-0588faebbe0e req-7bbfaef1-6b97-406d-9afc-37368cde6966 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Sep 25 04:44:05.842883 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1383-50d1-450b-81a3-d9fcb3fc595a req-5064b82e-cae7-4909-b318-5d826480a455 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:05.844340 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4bd1383-50d1-450b-81a3-d9fcb3fc595a req-5064b82e-cae7-4909-b318-5d826480a455 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0493953 Sep 25 04:44:05.891007 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4bd1383-50d1-450b-81a3-d9fcb3fc595a req-6fbe6809-ce83-4ce7-aadc-c0fd4ed92479 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Sep 25 04:44:06.881181 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:07.014935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c976a38-e9b5-4412-8258-a3b6a9f64ea5 req-c5d0819b-c658-4fba-8543-dcb3764c379f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:07.016358 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c976a38-e9b5-4412-8258-a3b6a9f64ea5 req-c5d0819b-c658-4fba-8543-dcb3764c379f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0466254 Sep 25 04:44:07.062812 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c976a38-e9b5-4412-8258-a3b6a9f64ea5 req-b797fe2c-6b29-4f37-bbe7-c89d5b99329d tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Sep 25 04:44:07.628761 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a0adf3cc-44b0-4549-9e4a-9429b69cb8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:08.181414 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979936d1-fbda-49a5-800f-79f22a35bb1e req-6e05c4b1-4f6d-466f-b726-16eb3f8636fc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:08.182852 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-979936d1-fbda-49a5-800f-79f22a35bb1e req-6e05c4b1-4f6d-466f-b726-16eb3f8636fc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0455086 Sep 25 04:44:08.234250 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-979936d1-fbda-49a5-800f-79f22a35bb1e req-f0813736-b1b4-4f12-967a-49871d07912b tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Sep 25 04:44:09.092293 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979465b-1736-430b-ac02-1a44f68cd36b req-ca2fd60a-2ecc-4dfa-a744-1a04fd61a040 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:09.093812 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c979465b-1736-430b-ac02-1a44f68cd36b req-ca2fd60a-2ecc-4dfa-a744-1a04fd61a040 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0473375 Sep 25 04:44:09.141019 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c979465b-1736-430b-ac02-1a44f68cd36b req-a8ea08f9-0d61-460c-8f16-700233411bfc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Sep 25 04:44:10.013211 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5caf36fc-039f-44e6-9253-d89a77a0b448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:10.263690 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaff3b6-afd7-442c-b3a3-9ec67c00e2b0 req-8cecc3f0-389c-4a9f-9963-aa2311ef4a8f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:10.265084 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbaff3b6-afd7-442c-b3a3-9ec67c00e2b0 req-8cecc3f0-389c-4a9f-9963-aa2311ef4a8f tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0463645 Sep 25 04:44:10.289027 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:10.312201 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bbaff3b6-afd7-442c-b3a3-9ec67c00e2b0 req-fcd6811c-e1bb-43b8-9913-69339ec46b30 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 Sep 25 04:44:11.099175 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:11.587111 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19ba6-9623-4e5e-80b3-0a1f316b71e5 req-1482b1b9-0b11-4b1b-9c9c-ceb8aa0407bf tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:11.588817 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3ac19ba6-9623-4e5e-80b3-0a1f316b71e5 req-1482b1b9-0b11-4b1b-9c9c-ceb8aa0407bf tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0499578 Sep 25 04:44:11.635332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3ac19ba6-9623-4e5e-80b3-0a1f316b71e5 req-038cde23-af9a-4e09-84b7-91774b80f7db tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Sep 25 04:44:12.720262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:12.757191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f98c-1bd5-46e1-b242-7d8f9b29f6ec req-07635b20-da2e-48c5-85b7-72fd2dfe0796 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:12.758578 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aab8f98c-1bd5-46e1-b242-7d8f9b29f6ec req-07635b20-da2e-48c5-85b7-72fd2dfe0796 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0476062 Sep 25 04:44:12.805823 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aab8f98c-1bd5-46e1-b242-7d8f9b29f6ec req-03619c4b-715c-466a-a925-d448d3fc64ef tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415449 Sep 25 04:44:12.821018 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:12.835123 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:13.927052 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f27a-eb6d-4380-b3b3-6d6578468120 req-703370ab-4dc6-4306-a096-d162ee096b80 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:13.928492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e483f27a-eb6d-4380-b3b3-6d6578468120 req-703370ab-4dc6-4306-a096-d162ee096b80 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0461495 Sep 25 04:44:13.978430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e483f27a-eb6d-4380-b3b3-6d6578468120 req-207dbc58-26d0-4315-9500-b0e59bd862f1 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Sep 25 04:44:14.388573 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:14.406975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-27ed9b7f-0d87-4792-9c4e-84f636a8b950 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:14.408431 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-27ed9b7f-0d87-4792-9c4e-84f636a8b950 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 946 time: 0.0462182 Sep 25 04:44:14.490725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Deleting port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:44:14.491069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:14.581210 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] For port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:14.581569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:14.594987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Calling delete_port for 4b72a5cd-1073-415f-bdc2-163c93bd3c2c owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:44:14.722242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (4b72a5cd-1073-415f-bdc2-163c93bd3c2c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:14.749867 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Pushing event deleted for resources: {'Port': ['ID=4b72a5cd-1073-415f-bdc2-163c93bd3c2c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:14.761481 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['4b72a5cd-1073-415f-bdc2-163c93bd3c2c'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:44:14.797429 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] No DVR routers for this DVR port 4b72a5cd-1073-415f-bdc2-163c93bd3c2c on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:44:14.799837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:14.803530 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12598c61-e60f-4dcb-ba68-acb3369c97c8 req-023dc3a6-bb72-4e72-98ed-e29d7fe1d6ac tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/4b72a5cd-1073-415f-bdc2-163c93bd3c2c HTTP/1.1" status: 204 len: 173 time: 0.3900442 Sep 25 04:44:14.804031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'name': 'network-vif-deleted', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:14.806295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303882ce-e414-4492-a6a0-e0eb74e76833" -d '{"events": [{"server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "name": "network-vif-deleted", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:14.844433 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d700d3-6365-4a0f-a63e-c61a77f9593e x-openstack-request-id: req-21d700d3-6365-4a0f-a63e-c61a77f9593e {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:14.844752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b648f87-b6d8-47f4-9633-256c3bed404d", "name": "network-vif-deleted", "tag": "4b72a5cd-1073-415f-bdc2-163c93bd3c2c", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:14.845012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21d700d3-6365-4a0f-a63e-c61a77f9593e {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:14.845420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d700d3-6365-4a0f-a63e-c61a77f9593e'] response: {'server_uuid': '6b648f87-b6d8-47f4-9633-256c3bed404d', 'name': 'network-vif-deleted', 'tag': '4b72a5cd-1073-415f-bdc2-163c93bd3c2c', 'status': 'completed', 'code': 200} Sep 25 04:44:15.131733 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1f984cfc-1353-4815-a8d5-192ba8c99b63 req-f9465466-626c-4b68-9356-929aa4560b13 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b648f87-b6d8-47f4-9633-256c3bed404d HTTP/1.1" status: 200 len: 210 time: 0.0470748 Sep 25 04:44:16.406842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-dcbb96b1-33e1-40fc-81ee-26e356b1ab20 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:16.408185 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-dcbb96b1-33e1-40fc-81ee-26e356b1ab20 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 808 time: 0.1008272 Sep 25 04:44:16.422840 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-171c84f5-3bff-474d-8cbe-6742c8b3ccd0 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/quotas/8fb362553bd743bfbbe783296f2597e0 HTTP/1.1" status: 200 len: 375 time: 0.0091488 Sep 25 04:44:16.454658 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-99c0043c-719d-43bb-914f-a687c54982fc tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268235 Sep 25 04:44:16.547563 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-2a588862-d324-4d1d-ace4-f60b73a1607a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855944 Sep 25 04:44:16.601197 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:16.640863 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-1b71c269-0d4d-4a73-b401-420b5c3577e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867584 Sep 25 04:44:16.802233 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5a8cc2bd-f503-4fb6-9103-9311d5e29bf9 req-c0b971ca-ca28-4b97-9725-d77906df6c05 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 210 time: 0.0283146 Sep 25 04:44:17.904075 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-96cd7545-a4d9-4d3d-825c-6c8f30196d14 req-d2826c78-23c7-4b68-8c36-ba160ae7d416 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 210 time: 0.0288446 Sep 25 04:44:18.080436 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-79ed99f5-a47a-4776-87dc-2de79ef8510c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:18.081882 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-79ed99f5-a47a-4776-87dc-2de79ef8510c tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 808 time: 0.1055889 Sep 25 04:44:18.120755 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Request body: {'port': {'device_id': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb', 'admin_state_up': True, 'tenant_id': '8fb362553bd743bfbbe783296f2597e0'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:18.125108 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:18.229005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Made reservation on behalf of 8fb362553bd743bfbbe783296f2597e0 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:18.232662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:18.359255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Allocated IP 172.20.0.11 (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb/cf09d601-4132-4022-a486-86b8a027c518/2dc031cb-2966-44a7-9207-4eb9a60e1123) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:18.508110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks [] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:18.539436 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:18.581417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:18.585452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:18.589478 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:44:18.615548 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Pushing event updated for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:18.643260 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:18.643864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:18.659711 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-92aa935a-ee42-4dc3-86df-f78ec2b14cd9 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5428584 Sep 25 04:44:18.677719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Request body: {'port': {'device_id': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:18.735121 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:18.784670 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:18.867734 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:19.005785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc031cb-2966-44a7-9207-4eb9a60e1123 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:44:19.029585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks [] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:19.054359 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cbcf4-8c87-4bc2-9c41-83c5dc92959c req-007e4879-697b-45fb-8002-d35d7b2ef576 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:19.055790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-949cbcf4-8c87-4bc2-9c41-83c5dc92959c req-007e4879-697b-45fb-8002-d35d7b2ef576 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 932 time: 0.0703065 Sep 25 04:44:19.056751 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Transition to ACTIVE for port object 2dc031cb-2966-44a7-9207-4eb9a60e1123 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:44:19.061069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:19.383024 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 4b72a5cd-1073-415f-bdc2-163c93bd3c2c no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:44:19.403049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 4b72a5cd-1073-415f-bdc2-163c93bd3c2c {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:44:19.403049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 4b72a5cd-1073-415f-bdc2-163c93bd3c2c not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:44:19.408074 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:19.421053 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-949cbcf4-8c87-4bc2-9c41-83c5dc92959c req-52e01d9b-ad5f-47d7-9fd7-2cdec0e5c803 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574200 Sep 25 04:44:19.447235 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Attempting to bind port 2dc031cb-2966-44a7-9207-4eb9a60e1123 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:44:19.447561 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Attempting to bind port 2dc031cb-2966-44a7-9207-4eb9a60e1123 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:44:19.447877 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Attempting to bind port 2dc031cb-2966-44a7-9207-4eb9a60e1123 on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:19.489430 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Port 2dc031cb-2966-44a7-9207-4eb9a60e1123 on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:19.489961 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Attempting to bind port 2dc031cb-2966-44a7-9207-4eb9a60e1123 on network f8625bfd-62f4-4562-b0e4-5c8d81fc13fb {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:19.530282 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:44:19.530618 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Checking segment: {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:44:19.530997 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Bound using segment: {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:44:19.531422 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Bound port: 2dc031cb-2966-44a7-9207-4eb9a60e1123, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca1f5ed-d400-4a68-810e-4e0bbdf63117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:44:19.531773 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:19.594224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:19.596955 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:19.602894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:19.606792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:19.607384 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:19.608766 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/2dc031cb-2966-44a7-9207-4eb9a60e1123 HTTP/1.1" status: 200 len: 1094 time: 0.9349251 Sep 25 04:44:19.609299 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:19.611483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35403ee8-a070-49f6-a9d0-d7fab442ac96" -d '{"events": [{"name": "network-changed", "server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:19.654794 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909d7fb-45fe-48c9-adb8-48e3b88b9a1d x-openstack-request-id: req-6909d7fb-45fe-48c9-adb8-48e3b88b9a1d {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:19.655147 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:19.655454 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6909d7fb-45fe-48c9-adb8-48e3b88b9a1d {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:19.655913 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6909d7fb-45fe-48c9-adb8-48e3b88b9a1d'] response: {'name': 'network-changed', 'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123', 'status': 'completed', 'code': 200} Sep 25 04:44:19.660590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61967f-5c41-4a71-b1ab-4645e2e1d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:19.759816 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-05bfeeeb-75be-4ef8-b546-6d37e167f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:19.761326 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-05bfeeeb-75be-4ef8-b546-6d37e167f056 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 1128 time: 0.0388961 Sep 25 04:44:19.810927 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-9410bfbb-0728-4a00-8bf1-5e1b1af238a3 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123 HTTP/1.1" status: 200 len: 217 time: 0.0343804 Sep 25 04:44:19.858548 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-8c92f458-922e-4ba9-b021-2455bb1ad8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:19.859843 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-8c92f458-922e-4ba9-b021-2455bb1ad8f4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cf09d601-4132-4022-a486-86b8a027c518 HTTP/1.1" status: 200 len: 848 time: 0.0428352 Sep 25 04:44:19.891731 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-8f0ed285-760b-42c3-bd37-a6190fad3812 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251012 Sep 25 04:44:19.957592 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:19.986407 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-a0d8354b-ece6-4267-927b-ca47d4ed468b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875623 Sep 25 04:44:20.076382 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44234c88-177e-4ab4-9733-2b6fdd9ef229 req-bf224308-014a-4aa7-8785-18c8479a32fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Sep 25 04:44:20.529555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:20.542715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f574-3872-4f45-908b-34d02f161d3c req-da45fa9a-4d91-4c6f-9df4-a9b8b264b293 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:20.544196 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4404f574-3872-4f45-908b-34d02f161d3c req-da45fa9a-4d91-4c6f-9df4-a9b8b264b293 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 944 time: 0.0477197 Sep 25 04:44:20.603523 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4404f574-3872-4f45-908b-34d02f161d3c req-2b4ec48e-181f-439f-a675-f0493c77a832 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Sep 25 04:44:20.642382 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-4c7fae1b-48f4-4dd9-853f-8339823d9896 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2021890742&fields=id&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 267 time: 0.0489473 Sep 25 04:44:20.747074 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-1589157e-50a5-4dad-80c3-ccb70a60e5e5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:20.748509 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-1589157e-50a5-4dad-80c3-ccb70a60e5e5 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.0998211 Sep 25 04:44:20.762752 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5d894bd6-5895-4668-b31a-b80423f5fa39 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/quotas/00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 375 time: 0.0090101 Sep 25 04:44:20.817325 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-8748d2f3-60dd-4e61-885a-928eff4645ad tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498552 Sep 25 04:44:20.912978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-b9b3caf0-0f7a-4733-bbb3-9c9fe02e71c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846069 Sep 25 04:44:21.005083 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-004dc6b0-021b-49cb-8d07-c44cea766db5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Sep 25 04:44:21.114119 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:21.293795 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7cc1785f-6ca2-43f9-a43d-183740793856 req-a28613d9-7749-4819-a9fb-281a4c364c5b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Sep 25 04:44:21.723519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409598a-971e-4bcf-a3e8-841ff88e5cf1 req-e7b06ac4-5d57-40c0-9505-f0ddb6c02862 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:21.724983 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9409598a-971e-4bcf-a3e8-841ff88e5cf1 req-e7b06ac4-5d57-40c0-9505-f0ddb6c02862 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 944 time: 0.0465417 Sep 25 04:44:21.774708 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9409598a-971e-4bcf-a3e8-841ff88e5cf1 req-8bafd53d-65a5-41bf-abf7-8f66c258a1f8 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Sep 25 04:44:22.393361 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eca37ee1-2255-43d0-9321-8cd1952bd2c6 req-5322db4b-2871-4bd6-9a06-eb56c7a86c2c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Sep 25 04:44:22.895446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee8ad1-72f2-463f-b24f-9a33ee5e3c2f req-1770d207-389b-43f5-b6ac-3eb9315ce570 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:22.897770 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7ee8ad1-72f2-463f-b24f-9a33ee5e3c2f req-1770d207-389b-43f5-b6ac-3eb9315ce570 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 944 time: 0.0463045 Sep 25 04:44:22.944099 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a7ee8ad1-72f2-463f-b24f-9a33ee5e3c2f req-5108017e-91f6-4cba-ae8a-aaa7fdcc5d83 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Sep 25 04:44:23.429220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-d664cc49-8fbf-4d6b-86f9-393140c6074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:23.431116 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-d664cc49-8fbf-4d6b-86f9-393140c6074e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8fb362553bd743bfbbe783296f2597e0&device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 1128 time: 0.0426610 Sep 25 04:44:23.522565 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fc0f3a03-f7ce-49b9-9731-8110104d5228 req-6c51b330-cbeb-43d2-8e48-2d440f24b103 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 210 time: 0.0353358 Sep 25 04:44:23.557314 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-a1a53301-e560-462b-9a61-532a51ac337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:23.559203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-a1a53301-e560-462b-9a61-532a51ac337b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 200 len: 908 time: 0.1213660 Sep 25 04:44:23.603453 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-28570b29-9173-4ab4-b686-6c66d6492398 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123 HTTP/1.1" status: 200 len: 217 time: 0.0378811 Sep 25 04:44:23.645104 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:23.661546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-9f877cf8-5373-4351-b51a-29499c04212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:23.663677 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-9f877cf8-5373-4351-b51a-29499c04212e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=cf09d601-4132-4022-a486-86b8a027c518 HTTP/1.1" status: 200 len: 848 time: 0.0460989 Sep 25 04:44:23.697053 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-345c5be0-1cee-4790-bfea-1d2594cfadf7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266154 Sep 25 04:44:23.797669 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-d3d38148-dd96-4d69-b71c-2198ad7caa81 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Sep 25 04:44:23.855247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:23.896861 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-35403ee8-a070-49f6-a9d0-d7fab442ac96 req-0a0e8de0-6692-46bb-b667-e59c60efee0a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Sep 25 04:44:24.063076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c27714-1fb6-45ef-adc3-86ba9a81af99 req-faabd4ac-c0db-4558-a06c-842208583a87 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:24.064520 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7c27714-1fb6-45ef-adc3-86ba9a81af99 req-faabd4ac-c0db-4558-a06c-842208583a87 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 944 time: 0.0464230 Sep 25 04:44:24.117541 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c7c27714-1fb6-45ef-adc3-86ba9a81af99 req-d5c15f7f-d619-4ae4-959e-203d6cc0e444 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Sep 25 04:44:24.359698 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-3a34139e-0db7-46ce-9306-c63151331c1e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:24.361173 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-3a34139e-0db7-46ce-9306-c63151331c1e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 811 time: 0.1063178 Sep 25 04:44:24.431150 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-a724677e-db8d-47fd-a53c-2615542b775f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=00f66d2c942b419abc8d9d010c5a57f3 HTTP/1.1" status: 200 len: 380 time: 0.0553763 Sep 25 04:44:24.441597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'port': {'device_id': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'admin_state_up': True, 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'security_groups': ['8b5b8b25-8fd8-43c8-be65-4f04ff420dd0']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:24.554961 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Made reservation on behalf of 00f66d2c942b419abc8d9d010c5a57f3 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:24.558930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:24.649498 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-38b310f4-3aef-47d6-8649-db045557cc3c req-7ff19615-48b1-4be1-aafd-402a274624be tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 210 time: 0.0378776 Sep 25 04:44:24.714729 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.20.0.4 (fc0edd4f-78eb-4338-9c41-437457efbef1/9b8cd4f7-c364-480a-abff-7f8054e3f687/330880c0-b8c8-4d65-8e80-caa25314c870) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:24.856427 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (330880c0-b8c8-4d65-8e80-caa25314c870), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:24.870848 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:24.892099 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:24.900032 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:24.941459 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network fc0edd4f-78eb-4338-9c41-437457efbef1 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:24.946020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:24.948524 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:44:24.975866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:25.015711 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:25.016323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.035018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-50522b63-2974-4a19-a5a3-553d39bed35b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969906 Sep 25 04:44:25.054866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Request body: {'port': {'device_id': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:25.124287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.143516 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Provisioning complete for port 330880c0-b8c8-4d65-8e80-caa25314c870 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:44:25.144308 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.144308 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Attempt 1 to provision port 330880c0-b8c8-4d65-8e80-caa25314c870 Sep 25 04:44:25.191428 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Port 330880c0-b8c8-4d65-8e80-caa25314c870 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:44:25.317406 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4a8d-8e79-4731-90bc-99dab962cdc5 req-e9d167b7-a816-4f60-8bdb-73499ab458c8 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:25.318902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29cb4a8d-8e79-4731-90bc-99dab962cdc5 req-e9d167b7-a816-4f60-8bdb-73499ab458c8 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 944 time: 0.0748401 Sep 25 04:44:25.410925 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29cb4a8d-8e79-4731-90bc-99dab962cdc5 req-51af7879-e8b9-452d-9770-3e96ae3f0a45 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678923 Sep 25 04:44:25.413378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2dc031cb-2966-44a7-9207-4eb9a60e1123 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:44:25.422503 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:25.481052 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330880c0-b8c8-4d65-8e80-caa25314c870 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:44:25.488577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks [] for port (330880c0-b8c8-4d65-8e80-caa25314c870), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.501115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Transition to ACTIVE for port object 330880c0-b8c8-4d65-8e80-caa25314c870 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:44:25.505144 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.519984 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:25.531575 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '2dc031cb-2966-44a7-9207-4eb9a60e1123', 'network_id': 'f8625bfd-62f4-4562-b0e4-5c8d81fc13fb', 'port_id': '2dc031cb-2966-44a7-9207-4eb9a60e1123', 'mac_address': 'fa:16:3e:0f:a8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf09d601-4132-4022-a486-86b8a027c518', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:44:25.565949 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2dc031cb-2966-44a7-9207-4eb9a60e1123 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:25.566335 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.579566 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc031cb-2966-44a7-9207-4eb9a60e1123 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:44:25.582675 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Pushing event updated for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:25.602507 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:25.606386 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.616528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Attempting to bind port 330880c0-b8c8-4d65-8e80-caa25314c870 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:44:25.616900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Attempting to bind port 330880c0-b8c8-4d65-8e80-caa25314c870 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:44:25.617230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Attempting to bind port 330880c0-b8c8-4d65-8e80-caa25314c870 on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:25.655517 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:25.658484 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Port 330880c0-b8c8-4d65-8e80-caa25314c870 on network fc0edd4f-78eb-4338-9c41-437457efbef1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:44:25.658817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Attempting to bind port 330880c0-b8c8-4d65-8e80-caa25314c870 on network fc0edd4f-78eb-4338-9c41-437457efbef1 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:44:25.693091 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Attempt 2 to provision port 330880c0-b8c8-4d65-8e80-caa25314c870 Sep 25 04:44:25.706132 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:25.710563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:44:25.710893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Checking segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:44:25.711330 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Bound using segment: {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:44:25.711783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Bound port: 330880c0-b8c8-4d65-8e80-caa25314c870, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed642a76-c06b-483a-b854-0796f7f31e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:44:25.712145 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.730326 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Port 330880c0-b8c8-4d65-8e80-caa25314c870 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:44:25.812890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7e08-9401-4fff-9188-987827185552 req-aaad918c-0f29-4837-8c77-6672accbf76b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:25.814359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed7b7e08-9401-4fff-9188-987827185552 req-aaad918c-0f29-4837-8c77-6672accbf76b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0807672 Sep 25 04:44:25.816502 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:25.827916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:44:25.832299 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=330880c0-b8c8-4d65-8e80-caa25314c870,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:44:25.850748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.855228 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:25.855825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:25.857189 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 200 len: 1093 time: 0.8083463 Sep 25 04:44:25.859253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:25.861448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:25.906012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8111dfe-981c-41fe-a2f0-b0d40c508c8c x-openstack-request-id: req-d8111dfe-981c-41fe-a2f0-b0d40c508c8c {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:25.906297 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:25.906549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8111dfe-981c-41fe-a2f0-b0d40c508c8c {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:25.906964 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8111dfe-981c-41fe-a2f0-b0d40c508c8c'] response: {'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870', 'status': 'completed', 'code': 200} Sep 25 04:44:25.919867 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed7b7e08-9401-4fff-9188-987827185552 req-b5f35063-e00f-4ab4-b3f8-2d5cd5713510 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984509 Sep 25 04:44:25.934165 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127342d-cea9-4cb8-bbd8-6a8a8478a360 service neutron] Pushing event updated for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:25.979657 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-a1a420cc-b82c-40d8-be72-a91447d9675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:25.981214 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-a1a420cc-b82c-40d8-be72-a91447d9675e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1127 time: 0.0400138 Sep 25 04:44:26.031568 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-fccc1970-4483-4097-981f-09ceea2a78f5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 200 len: 217 time: 0.0322850 Sep 25 04:44:26.090233 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-2653563b-d694-4478-a31d-d4f5d50e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:26.091635 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-2653563b-d694-4478-a31d-d4f5d50e8716 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0474956 Sep 25 04:44:26.141240 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['2dc031cb-2966-44a7-9207-4eb9a60e1123'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:44:26.144196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-d851e7bb-ca3b-49d7-acf3-b16be24c14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:26.145724 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-d851e7bb-ca3b-49d7-acf3-b16be24c14d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438988 Sep 25 04:44:26.231932 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Attempt 3 to provision port 330880c0-b8c8-4d65-8e80-caa25314c870 Sep 25 04:44:26.243859 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-14e62be4-8ac2-47bf-b30d-1dbd3e89f0de service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906870 Sep 25 04:44:26.305063 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-11b3e90a-7dfa-496e-9d0d-f06de382a6e7 None None] Port 330880c0-b8c8-4d65-8e80-caa25314c870 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:44:26.336916 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ec6e853-ab9b-4b4d-b3c3-16a07157a9c3 req-51d45e8b-9671-43fe-81a4-fd1e77497a54 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850811 Sep 25 04:44:26.534524 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457ac73-bd27-4914-aa73-ff1f900549ef req-65036104-8325-4829-8fe3-dd2a961b662d tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:26.535958 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b457ac73-bd27-4914-aa73-ff1f900549ef req-65036104-8325-4829-8fe3-dd2a961b662d tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 945 time: 0.0466747 Sep 25 04:44:26.585831 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b457ac73-bd27-4914-aa73-ff1f900549ef req-2625553e-27e8-4b00-8241-3bd287c96ddd tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Sep 25 04:44:27.039080 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bc17f-da7f-4e29-a8e3-39cac53f5e7c req-b27cfaf7-a058-4d55-8b8b-834370652394 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:27.040517 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d50bc17f-da7f-4e29-a8e3-39cac53f5e7c req-b27cfaf7-a058-4d55-8b8b-834370652394 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0458074 Sep 25 04:44:27.089652 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d50bc17f-da7f-4e29-a8e3-39cac53f5e7c req-b1d53327-d495-401a-a8f9-d4f4f256a5ce tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Sep 25 04:44:27.657419 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2dc031cb-2966-44a7-9207-4eb9a60e1123 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:27.701777 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 2dc031cb-2966-44a7-9207-4eb9a60e1123 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:44:27.707971 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 2dc031cb-2966-44a7-9207-4eb9a60e1123 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:44:27.708492 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:27.708947 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 2dc031cb-2966-44a7-9207-4eb9a60e1123 Sep 25 04:44:27.727490 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:27.731781 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-cd99c269-b69c-461d-8785-a1fbed5edff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:27.733222 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-cd99c269-b69c-461d-8785-a1fbed5edff4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1127 time: 0.0713105 Sep 25 04:44:27.744374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b353916-f703-4c80-b009-63c86f9c3515 req-8eddb26d-4f96-404a-8229-6ce48335f56b tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:27.745837 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b353916-f703-4c80-b009-63c86f9c3515 req-8eddb26d-4f96-404a-8229-6ce48335f56b tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 945 time: 0.0760119 Sep 25 04:44:27.786545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2dc031cb-2966-44a7-9207-4eb9a60e1123 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:27.786934 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:27.792507 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b353916-f703-4c80-b009-63c86f9c3515 req-cab007d5-4fb8-4566-9153-27572bd22577 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Sep 25 04:44:27.811921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:27.814214 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f93463-fc7d-4b3e-a57f-47c07db03af9" -d '{"events": [{"server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "name": "network-vif-plugged", "status": "completed", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:27.827036 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:27.830972 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:27.856863 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ecbad8-f2c3-4746-937f-752284014980 x-openstack-request-id: req-74ecbad8-f2c3-4746-937f-752284014980 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:27.857156 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "name": "network-vif-plugged", "status": "completed", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:27.857408 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ecbad8-f2c3-4746-937f-752284014980 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:27.857799 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ecbad8-f2c3-4746-937f-752284014980'] response: {'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123', 'code': 200} Sep 25 04:44:27.880167 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:28.256452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d568c6b-95c7-4c98-996a-83e66244ec88 req-f5c61253-5cad-41c8-bf73-53da471c08aa tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:28.257969 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d568c6b-95c7-4c98-996a-83e66244ec88 req-f5c61253-5cad-41c8-bf73-53da471c08aa tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0947592 Sep 25 04:44:28.296530 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:28.327064 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-0857ddb0-acb3-40af-8cc5-704bf7aff987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:28.328510 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-0857ddb0-acb3-40af-8cc5-704bf7aff987 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.1370630 Sep 25 04:44:28.338172 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5d568c6b-95c7-4c98-996a-83e66244ec88 req-c19d41eb-aab1-45dd-ac70-96ac834c2b65 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742149 Sep 25 04:44:28.881191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:28.919472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df906b30-b5ad-48da-b7c7-c109d689d2f9 req-447c78bd-cb86-4b14-a5ac-f0a087604a96 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:28.920936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df906b30-b5ad-48da-b7c7-c109d689d2f9 req-447c78bd-cb86-4b14-a5ac-f0a087604a96 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0481603 Sep 25 04:44:28.969406 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df906b30-b5ad-48da-b7c7-c109d689d2f9 req-e5d5df15-6342-410c-99d6-dffa221c8483 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Sep 25 04:44:29.456220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee38a7f-7f3c-4576-acd9-56c9000852f4 req-7ed02f1f-1478-4f48-b3b8-d59c95780ddd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:29.457704 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ee38a7f-7f3c-4576-acd9-56c9000852f4 req-7ed02f1f-1478-4f48-b3b8-d59c95780ddd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0458808 Sep 25 04:44:29.510841 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4ee38a7f-7f3c-4576-acd9-56c9000852f4 req-042b60f8-8504-4eb9-bd09-555a534b0573 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 Sep 25 04:44:29.689263 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-14dbc020-5f76-4ccc-93e0-db86b057603e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 200 len: 217 time: 0.0354040 Sep 25 04:44:29.739038 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-a2e78e6d-2e78-45d9-8154-f93a400c96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:29.740591 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-a2e78e6d-2e78-45d9-8154-f93a400c96a5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0455890 Sep 25 04:44:29.824255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-bfd7137c-8c7b-4fc4-848f-efb6d52b2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:29.825761 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-bfd7137c-8c7b-4fc4-848f-efb6d52b2299 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682657 Sep 25 04:44:29.830434 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485b3be-fee5-4238-b39b-bacb0a89cd1d req-d931e962-fab4-411d-8b1d-47f48289b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:29.831758 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3485b3be-fee5-4238-b39b-bacb0a89cd1d req-d931e962-fab4-411d-8b1d-47f48289b120 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 1130 time: 0.0485325 Sep 25 04:44:29.935284 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3485b3be-fee5-4238-b39b-bacb0a89cd1d req-a88506bb-bcaf-4a7c-999b-a42d1e6932ab service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943964 Sep 25 04:44:29.949687 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-c7e7226c-f8ee-4ba1-b6f7-3281765679f5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170752 Sep 25 04:44:30.326370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790a98-1c11-4be4-8d6a-f00c4dcce134 req-5049ce03-1282-4ea3-bfca-e2e799c53a76 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:30.327761 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41790a98-1c11-4be4-8d6a-f00c4dcce134 req-5049ce03-1282-4ea3-bfca-e2e799c53a76 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.2836041 Sep 25 04:44:30.374725 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41790a98-1c11-4be4-8d6a-f00c4dcce134 req-383ddb31-75b0-45d5-af71-d8a99e8e1488 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413558 Sep 25 04:44:30.670441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34254c-dff7-4f0d-9537-aa0e274f811a req-64dec01f-73df-4e70-b16e-743e73522dfa tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:30.671877 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a34254c-dff7-4f0d-9537-aa0e274f811a req-64dec01f-73df-4e70-b16e-743e73522dfa tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0883317 Sep 25 04:44:30.715407 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1bdd6f96-a636-4b88-b197-bfb7c30b9c6b req-4466427e-c59d-49f3-b44b-0b67243eccff service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394570 Sep 25 04:44:30.739624 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a34254c-dff7-4f0d-9537-aa0e274f811a req-63e25a32-c9ad-4f0c-94d4-4b60df725ea9 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611589 Sep 25 04:44:31.496804 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07e7f-edbe-4888-bd4b-2f658b5c6230 req-c6b21a10-3a8d-410d-9741-18e06e3cca5a tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:31.498265 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1cd07e7f-edbe-4888-bd4b-2f658b5c6230 req-c6b21a10-3a8d-410d-9741-18e06e3cca5a tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0472703 Sep 25 04:44:31.549116 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1cd07e7f-edbe-4888-bd4b-2f658b5c6230 req-992518f5-5126-451f-a1fa-47674e2c295a tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 Sep 25 04:44:31.717797 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 330880c0-b8c8-4d65-8e80-caa25314c870 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:44:31.817777 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:31.824289 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=330880c0-b8c8-4d65-8e80-caa25314c870,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:31.836725 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '330880c0-b8c8-4d65-8e80-caa25314c870', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'port_id': '330880c0-b8c8-4d65-8e80-caa25314c870', 'mac_address': 'fa:16:3e:f5:a1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:44:31.873731 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 330880c0-b8c8-4d65-8e80-caa25314c870 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:31.874122 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:31.878243 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23822c-1a2b-4953-8146-89b0f128015e req-818ab81e-d511-4f86-8ef7-bc2f696f0641 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:31.879754 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d23822c-1a2b-4953-8146-89b0f128015e req-818ab81e-d511-4f86-8ef7-bc2f696f0641 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 943 time: 0.0521386 Sep 25 04:44:31.889331 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330880c0-b8c8-4d65-8e80-caa25314c870 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:44:31.909802 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=330880c0-b8c8-4d65-8e80-caa25314c870,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:31.914273 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:31.932253 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d23822c-1a2b-4953-8146-89b0f128015e req-da85dc56-f108-4891-aaed-81791d7929ee tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464332 Sep 25 04:44:31.964378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:32.432414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['330880c0-b8c8-4d65-8e80-caa25314c870'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:44:32.682768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e75530-bad0-491e-a819-2bab948a615f req-bae2364f-4d7c-4c13-b043-1115a3a05ea3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:32.684615 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6e75530-bad0-491e-a819-2bab948a615f req-bae2364f-4d7c-4c13-b043-1115a3a05ea3 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0589998 Sep 25 04:44:32.708303 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:32.739354 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f6e75530-bad0-491e-a819-2bab948a615f req-8ac4b851-8fb7-424a-8cb1-38566636eaa0 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Sep 25 04:44:33.056771 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:33.074969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24972ee-f16e-48c9-b975-b867b4495b00 req-5aedb88a-a00f-44a8-800e-5236d6d02f52 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:33.076430 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d24972ee-f16e-48c9-b975-b867b4495b00 req-5aedb88a-a00f-44a8-800e-5236d6d02f52 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 944 time: 0.0523617 Sep 25 04:44:33.128875 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d24972ee-f16e-48c9-b975-b867b4495b00 req-f1317313-291a-40b5-849e-feeba40b1b77 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Sep 25 04:44:33.883530 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:44:33.891159 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 330880c0-b8c8-4d65-8e80-caa25314c870 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:44:33.933517 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 330880c0-b8c8-4d65-8e80-caa25314c870 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:44:33.939185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 330880c0-b8c8-4d65-8e80-caa25314c870 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:44:33.939572 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:33.939917 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 330880c0-b8c8-4d65-8e80-caa25314c870 Sep 25 04:44:33.999506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:34.018912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 330880c0-b8c8-4d65-8e80-caa25314c870 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:44:34.019297 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:34.042671 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:34.044980 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e1440f-259f-4bdb-be5b-3797415533e4" -d '{"events": [{"server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "name": "network-vif-plugged", "status": "completed", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:34.058139 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=330880c0-b8c8-4d65-8e80-caa25314c870,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:34.061977 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:34.084660 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc515a61-a48a-45c5-a60b-4f08b640c6c3 x-openstack-request-id: req-bc515a61-a48a-45c5-a60b-4f08b640c6c3 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:34.085032 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "name": "network-vif-plugged", "status": "completed", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:34.085386 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc515a61-a48a-45c5-a60b-4f08b640c6c3 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:34.086023 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc515a61-a48a-45c5-a60b-4f08b640c6c3'] response: {'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870', 'code': 200} Sep 25 04:44:34.113564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:34.253515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b6d08-239a-4251-a976-a45387e26141 req-af93cbcd-a16d-440e-9310-e5c4a172c62c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:34.255013 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-094b6d08-239a-4251-a976-a45387e26141 req-af93cbcd-a16d-440e-9310-e5c4a172c62c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0494039 Sep 25 04:44:34.310174 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-094b6d08-239a-4251-a976-a45387e26141 req-b9e44031-00f3-4c2c-98e2-919020549b9f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477107 Sep 25 04:44:34.429055 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ec820-0187-4bb1-9896-da3e9c0d0c25 req-19989a14-6e95-428b-ae59-c2fd4c880176 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:34.430871 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-583ec820-0187-4bb1-9896-da3e9c0d0c25 req-19989a14-6e95-428b-ae59-c2fd4c880176 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0472555 Sep 25 04:44:34.482150 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-583ec820-0187-4bb1-9896-da3e9c0d0c25 req-4bbd1f77-e0e3-4354-b0a5-36e210216f4e tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456915 Sep 25 04:44:35.441756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01159c-a5ff-4ec2-b51b-0f075bb6668f req-802b10d2-d62d-4fdc-af15-12dbc511437a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:35.443221 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f01159c-a5ff-4ec2-b51b-0f075bb6668f req-802b10d2-d62d-4fdc-af15-12dbc511437a tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0486844 Sep 25 04:44:35.493296 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f01159c-a5ff-4ec2-b51b-0f075bb6668f req-da1b7e12-f087-4732-9e4e-30237609caa0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 Sep 25 04:44:35.616487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2629d0-bf97-4165-89f7-dc93a708a10c req-2cc9e896-9cc7-49f1-9cb8-efe18518341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:35.618095 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d2629d0-bf97-4165-89f7-dc93a708a10c req-2cc9e896-9cc7-49f1-9cb8-efe18518341c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1129 time: 0.0767848 Sep 25 04:44:35.631172 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64809e-e6a4-4f6d-be85-1ce28d5537f4 req-84320c39-89f5-4ecc-81ff-66cf90c09214 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:35.633528 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dd64809e-e6a4-4f6d-be85-1ce28d5537f4 req-84320c39-89f5-4ecc-81ff-66cf90c09214 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0641987 Sep 25 04:44:35.710599 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6d2629d0-bf97-4165-89f7-dc93a708a10c req-cc65d33e-1b44-480f-8a49-4a85afbc3f33 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754666 Sep 25 04:44:35.719417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dd64809e-e6a4-4f6d-be85-1ce28d5537f4 req-f63a5980-58de-4a34-9e5b-5b8932823c13 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789657 Sep 25 04:44:36.617296 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4d5d6-d514-419e-9876-3b76c4746275 req-908149f5-cd4c-491b-910f-c86521767a86 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:36.618742 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-efb4d5d6-d514-419e-9876-3b76c4746275 req-908149f5-cd4c-491b-910f-c86521767a86 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Sep 25 04:44:36.666721 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-efb4d5d6-d514-419e-9876-3b76c4746275 req-2dd3d653-9f76-4a37-ba72-1e9103559061 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 Sep 25 04:44:36.844066 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d2599-bdf1-4211-a120-33b6a3dbb05d req-22eac15b-1af1-4861-af0b-787e28639858 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:36.845566 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f98d2599-bdf1-4211-a120-33b6a3dbb05d req-22eac15b-1af1-4861-af0b-787e28639858 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0515761 Sep 25 04:44:36.892468 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f98d2599-bdf1-4211-a120-33b6a3dbb05d req-26656bca-6ade-48d2-835e-a722e16c24e6 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413404 Sep 25 04:44:37.268715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-c54865bc-330f-4c33-abee-cf0617c75bd2 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:37.270191 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-c54865bc-330f-4c33-abee-cf0617c75bd2 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 946 time: 0.0474546 Sep 25 04:44:37.407108 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Deleting port 2dc031cb-2966-44a7-9207-4eb9a60e1123 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:44:37.407452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:37.499612 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:37.501714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] For port 2dc031cb-2966-44a7-9207-4eb9a60e1123, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2dc031cb-2966-44a7-9207-4eb9a60e1123,segment=NetworkSegment(5ca1f5ed-d400-4a68-810e-4e0bbdf63117),segment_id=5ca1f5ed-d400-4a68-810e-4e0bbdf63117)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:37.502079 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:37.514871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Calling delete_port for 2dc031cb-2966-44a7-9207-4eb9a60e1123 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:44:37.585934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:37.633920 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8e76ad77-2434-4151-9e37-52d0c07d27be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:37.651853 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (2dc031cb-2966-44a7-9207-4eb9a60e1123), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:37.681687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Pushing event deleted for resources: {'Port': ['ID=2dc031cb-2966-44a7-9207-4eb9a60e1123,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:37.697985 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.701110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.701685 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.703837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.704423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.704930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.705362 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.705791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.706261 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.706683 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.708058 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.708799 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.709288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.710318 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.711380 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:37.728391 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['2dc031cb-2966-44a7-9207-4eb9a60e1123'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:44:37.753377 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] No DVR routers for this DVR port 2dc031cb-2966-44a7-9207-4eb9a60e1123 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:44:37.755686 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:37.758943 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-53e76979-03bf-4a0c-ae3e-998fb0b58aae req-69e37089-3a5a-4798-bbbc-3b80b3063059 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.55 "DELETE /networking/v2.0/ports/2dc031cb-2966-44a7-9207-4eb9a60e1123 HTTP/1.1" status: 204 len: 173 time: 0.4330387 Sep 25 04:44:37.759439 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'name': 'network-vif-deleted', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:37.761709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab836a-238d-45ac-80f6-7a7446eeb9cd" -d '{"events": [{"server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "name": "network-vif-deleted", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:37.801764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b1140-fe6b-4b2a-859b-aa03383db45c x-openstack-request-id: req-9c2b1140-fe6b-4b2a-859b-aa03383db45c {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:37.802075 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe484c8d-549d-47c1-ae95-5c1a834b419e", "name": "network-vif-deleted", "tag": "2dc031cb-2966-44a7-9207-4eb9a60e1123", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:37.802321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c2b1140-fe6b-4b2a-859b-aa03383db45c {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:37.802725 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2b1140-fe6b-4b2a-859b-aa03383db45c'] response: {'server_uuid': 'fe484c8d-549d-47c1-ae95-5c1a834b419e', 'name': 'network-vif-deleted', 'tag': '2dc031cb-2966-44a7-9207-4eb9a60e1123', 'status': 'completed', 'code': 200} Sep 25 04:44:37.815390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0a1b-e1f1-4740-b7ee-0cc77d80f322 req-dd14f492-bbd5-4d4d-97f0-f4c46404e46b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:37.816892 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e6df0a1b-e1f1-4740-b7ee-0cc77d80f322 req-dd14f492-bbd5-4d4d-97f0-f4c46404e46b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Sep 25 04:44:37.867808 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e6df0a1b-e1f1-4740-b7ee-0cc77d80f322 req-8c4c6853-bcde-4d67-945f-afb0852eeb3c tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Sep 25 04:44:38.011116 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e0610f4-1183-4e6a-8249-35a46c6fb487 req-bd9ec5e4-1777-426b-a2db-2b2288440252 tempest-VolumesActionsTest-1775458542 tempest-VolumesActionsTest-1775458542-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe484c8d-549d-47c1-ae95-5c1a834b419e HTTP/1.1" status: 200 len: 210 time: 0.0327024 Sep 25 04:44:38.018626 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e92c-3c92-4543-83fe-4172c29607da req-d711c17b-619a-47a8-bccf-7e5354fe7948 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:38.020009 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d83e92c-3c92-4543-83fe-4172c29607da req-d711c17b-619a-47a8-bccf-7e5354fe7948 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0722494 Sep 25 04:44:38.070670 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d83e92c-3c92-4543-83fe-4172c29607da req-3ae393e8-abf6-42fa-8333-5ab67115b21b tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442693 Sep 25 04:44:38.099764 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60952) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:38.255160 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5f98d-832d-45b0-a2ac-83540f1f1049 tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:38.256723 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3ec5f98d-832d-45b0-a2ac-83540f1f1049 tempest-TestVolumeBootPattern-1990985211 tempest-TestVolumeBootPattern-1990985211-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1124 time: 0.1557589 Sep 25 04:44:38.260060 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 60956) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:38.265541 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'port_id': '330880c0-b8c8-4d65-8e80-caa25314c870', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:38.289777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:38.373935 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:38.482359 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Allocated IP 172.27.0.61 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/5ebf53c8-edfc-438d-a18f-4557bd0234b3) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:38.589022 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:38.620380 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:38.659225 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:38.662120 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:38.666588 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:44:38.671566 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=5ebf53c8-edfc-438d-a18f-4557bd0234b3,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:38.698000 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.698345 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.698683 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.699017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.699381 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.699707 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.700025 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.700343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.700685 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.701005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.701324 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.701643 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.701963 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.702274 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.702585 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:44:38.975207 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:39.276065 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (163dd026-2c49-4189-a612-d7826bb247a5), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:39.342264 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:39.346086 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:39.500343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:39.505274 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:39.579017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event updated for resources: {'Port': ['ID=5ebf53c8-edfc-438d-a18f-4557bd0234b3,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:39.582701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (163dd026-2c49-4189-a612-d7826bb247a5), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:39.687930 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP 163dd026-2c49-4189-a612-d7826bb247a5 associated. External IP: 172.27.0.61, port: 330880c0-b8c8-4d65-8e80-caa25314c870. Sep 25 04:44:39.890534 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:44:39.994745 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:40.005977 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:40.013222 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:40.015911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:40.031599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:44:40.032301 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:44:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.037200 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c067cb0a-3ac4-4acb-a43a-da6dbcf98bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:40.049512 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d576f655-0793-4a8a-9422-38193ad1c202 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7883663 Sep 25 04:44:40.050135 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:40.052376 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e86af3-bc73-42de-8331-97c227a8ffda" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:40.089477 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d7ff6-561d-495e-b325-b4ff06199f5c x-openstack-request-id: req-273d7ff6-561d-495e-b325-b4ff06199f5c {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:40.089772 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:40.090029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-273d7ff6-561d-495e-b325-b4ff06199f5c {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:40.090453 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273d7ff6-561d-495e-b325-b4ff06199f5c'] response: {'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870', 'status': 'completed', 'code': 200} Sep 25 04:44:40.121651 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:40.148841 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:44:40.187614 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-768b8dd1-4395-4066-aba8-167f6769b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:40.189143 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-768b8dd1-4395-4066-aba8-167f6769b7a2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1129 time: 0.0426307 Sep 25 04:44:40.281193 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-d8136556-e723-4b0c-8502-042e432e3125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:40.282659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-d8136556-e723-4b0c-8502-042e432e3125 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.0872872 Sep 25 04:44:40.361951 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}, {'id': '163dd026-2c49-4189-a612-d7826bb247a5', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '330880c0-b8c8-4d65-8e80-caa25314c870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:f5:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:38Z', 'updated_at': '2022-09-25T04:44:38Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.389654 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:40.398680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:44:40.399285 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:44:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.498470 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:44:40.704982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}, {'id': '163dd026-2c49-4189-a612-d7826bb247a5', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '330880c0-b8c8-4d65-8e80-caa25314c870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:f5:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:38Z', 'updated_at': '2022-09-25T04:44:38Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:40.729223 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7e1b61-4dd7-43e8-971c-aff3229dbe29 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}, {'id': '163dd026-2c49-4189-a612-d7826bb247a5', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': '330880c0-b8c8-4d65-8e80-caa25314c870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:f5:a1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:38Z', 'updated_at': '2022-09-25T04:44:38Z', 'revision_number': 0, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:40.911313 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dba75f-ea94-42cc-a505-5bc4097853af None None] New status for floating IP 163dd026-2c49-4189-a612-d7826bb247a5: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:44:41.098926 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:42.721548 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:42.841330 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:43.079923 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2dc031cb-2966-44a7-9207-4eb9a60e1123 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:44:43.103277 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 2dc031cb-2966-44a7-9207-4eb9a60e1123 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:44:43.103277 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2dc031cb-2966-44a7-9207-4eb9a60e1123 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:44:43.155620 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-cd66b859-0510-4d96-8385-b6f18a27ebd0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 200 len: 1000 time: 0.0609045 Sep 25 04:44:44.653578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-0ed3fb0f-14b3-4eeb-a219-98c573cd5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:44.655033 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-0ed3fb0f-14b3-4eeb-a219-98c573cd5c06 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0464482 Sep 25 04:44:45.482331 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-34b135c8-792b-4f34-bd70-9220ecbe1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:45.483846 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-34b135c8-792b-4f34-bd70-9220ecbe1c19 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458016 Sep 25 04:44:45.577208 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-87f48cca-6781-475d-831f-3ca2b4752dab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866153 Sep 25 04:44:46.060772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:46.099457 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c5e86af3-bc73-42de-8331-97c227a8ffda req-3c7ddae6-9167-4870-ae41-07e264dc0d81 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912514 Sep 25 04:44:49.322876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1257020-2083-4cdf-ad65-29ce0739c993 req-6aa698a8-a8af-4420-a772-c4611e41c17f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:49.325261 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f1257020-2083-4cdf-ad65-29ce0739c993 req-6aa698a8-a8af-4420-a772-c4611e41c17f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0612326 Sep 25 04:44:49.388728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f1257020-2083-4cdf-ad65-29ce0739c993 req-7dcd7f58-2c33-403d-9a1d-d414893fde31 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557206 Sep 25 04:44:50.046305 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:50.552015 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc1617-8b67-49d8-9d98-ea269cadc2f3 req-52abe5ed-6e35-41fd-8123-24f13e01aeb1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:50.557295 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09fc1617-8b67-49d8-9d98-ea269cadc2f3 req-52abe5ed-6e35-41fd-8123-24f13e01aeb1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0583510 Sep 25 04:44:50.629477 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09fc1617-8b67-49d8-9d98-ea269cadc2f3 req-6110a461-cbf4-46c9-8daf-eb280c08af0e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600955 Sep 25 04:44:51.006370 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=29 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:51.013588 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:51.128560 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:51.764759 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bbff6-4989-4ec7-9a1f-58eea7d2acff req-2adfcec3-b7a9-4b8c-a3d9-b6938390bdcd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:51.766245 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b45bbff6-4989-4ec7-9a1f-58eea7d2acff req-2adfcec3-b7a9-4b8c-a3d9-b6938390bdcd tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0478082 Sep 25 04:44:51.837338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b45bbff6-4989-4ec7-9a1f-58eea7d2acff req-7358a43f-0a0e-43ff-b93e-90f1e56dd11e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6755e5fa-e060-468b-a9fa-c40c0df3e498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649714 Sep 25 04:44:51.914129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:51.923372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843df464-6ce5-4747-97ad-81119f9daa8e req-c91cc840-e4c0-481c-bad1-5c8f96d98764 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:51.925122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-843df464-6ce5-4747-97ad-81119f9daa8e req-c91cc840-e4c0-481c-bad1-5c8f96d98764 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0593848 Sep 25 04:44:52.018088 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port aa510891-580c-4ef4-bb76-929629ee9d1d {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:44:52.018504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.138818 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] For port aa510891-580c-4ef4-bb76-929629ee9d1d, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=aa510891-580c-4ef4-bb76-929629ee9d1d,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:44:52.139218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.321220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.321710 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.321913 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP 5228b687-ba6e-437c-bfab-38eeb47d795a disassociated. External IP: 172.27.0.249, port: aa510891-580c-4ef4-bb76-929629ee9d1d. Sep 25 04:44:52.322220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for aa510891-580c-4ef4-bb76-929629ee9d1d owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:44:52.463053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (aa510891-580c-4ef4-bb76-929629ee9d1d), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.478254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:52.500071 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=aa510891-580c-4ef4-bb76-929629ee9d1d,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:52.645925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:44:52.756719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:44:52.767775 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:44:52.776801 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:52.781903 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:44:52.782530 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:44:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:52.805372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] No DVR routers for this DVR port aa510891-580c-4ef4-bb76-929629ee9d1d on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:44:52.807956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:52.811445 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-843df464-6ce5-4747-97ad-81119f9daa8e req-0cf769c2-05aa-46dc-99ba-3aa973f543b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "DELETE /networking/v2.0/ports/aa510891-580c-4ef4-bb76-929629ee9d1d HTTP/1.1" status: 204 len: 173 time: 0.8810472 Sep 25 04:44:52.811956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'name': 'network-vif-deleted', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:44:52.814392 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7c8e72-41fa-4056-bf2b-d3540f809634" -d '{"events": [{"server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "name": "network-vif-deleted", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:44:52.893421 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063d87c-4c96-4a80-ae86-e7bc6366077f x-openstack-request-id: req-7063d87c-4c96-4a80-ae86-e7bc6366077f {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:44:52.893903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3170bd2b-77a7-44d5-b7ae-c4352013e7c9", "name": "network-vif-deleted", "tag": "aa510891-580c-4ef4-bb76-929629ee9d1d", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:44:52.894297 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7063d87c-4c96-4a80-ae86-e7bc6366077f {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:44:52.894811 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7063d87c-4c96-4a80-ae86-e7bc6366077f'] response: {'server_uuid': '3170bd2b-77a7-44d5-b7ae-c4352013e7c9', 'name': 'network-vif-deleted', 'tag': 'aa510891-580c-4ef4-bb76-929629ee9d1d', 'status': 'completed', 'code': 200} Sep 25 04:44:52.964863 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:44:52.993554 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2b025e1c-3dd5-4029-a90a-7c330c18e708 req-71ee62b3-4a7c-4649-8d35-ed6e3e77faf3 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0419483 Sep 25 04:44:53.025819 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:53.270266 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:53.316613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:44:53.336931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:44:53.338089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:44:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:53.485196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:44:53.724048 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:44:53.760326 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f4a206-064b-4a3b-b990-e6ac31772d1c None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:44:53.891560 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-8732b531-6ace-49a1-9c6e-eaa6fb5d2a9e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0353205 Sep 25 04:44:54.000800 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-17965eae-9176-4113-8097-05605f6fa3a4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=3170bd2b-77a7-44d5-b7ae-c4352013e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0307696 Sep 25 04:44:54.125587 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 32914) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:54.160905 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ade5f3-d86f-4abe-9bae-cfcd81788dae None None] New status for floating IP 5228b687-ba6e-437c-bfab-38eeb47d795a: DOWN {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:44:54.213716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-aee86655-b366-4d5b-9135-8d1e28dfda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:54.219884 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-aee86655-b366-4d5b-9135-8d1e28dfda82 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=5ead2221f7f54d6cbea9fc086a089342&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1923549 Sep 25 04:44:54.278245 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6755e5fa-e060-468b-a9fa-c40c0df3e498), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.299024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:54.310711 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (6755e5fa-e060-468b-a9fa-c40c0df3e498), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.355132 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-e3d05183-4f3f-4c2c-b27d-b3b243e22260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:54.355961 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2ffb6ec-15e8-491d-b43b-8f656aef5cdb req-e3d05183-4f3f-4c2c-b27d-b3b243e22260 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1277630 Sep 25 04:44:54.381519 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6755e5fa-e060-468b-a9fa-c40c0df3e498), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.389388 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.393209 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6755e5fa-e060-468b-a9fa-c40c0df3e498 HTTP/1.1" status: 204 len: 168 time: 0.2663429 Sep 25 04:44:54.394525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 32920) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:54.406337 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a99e-0879-4a0d-8130-50cadba5dc68 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6755e5fa-e060-468b-a9fa-c40c0df3e498,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:54.408861 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.api.v2.resource [None req-36b6b645-46d3-4e7b-828d-0ea2da8b6fba tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] show failed (client error): The resource could not be found. Sep 25 04:44:54.409896 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-36b6b645-46d3-4e7b-828d-0ea2da8b6fba tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6755e5fa-e060-468b-a9fa-c40c0df3e498 HTTP/1.1" status: 404 len: 347 time: 0.0142891 Sep 25 04:44:54.413370 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 32922) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:54.529521 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device aa510891-580c-4ef4-bb76-929629ee9d1d no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:44:54.548911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port 8f533ef2-2990-4df2-a006-d9f0ddf79485 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:44:54.549352 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.552665 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: aa510891-580c-4ef4-bb76-929629ee9d1d {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:44:54.553061 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device aa510891-580c-4ef4-bb76-929629ee9d1d not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:44:54.635425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.636068 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (8f533ef2-2990-4df2-a006-d9f0ddf79485), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.653761 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for 8f533ef2-2990-4df2-a006-d9f0ddf79485 owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:44:54.796102 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (8f533ef2-2990-4df2-a006-d9f0ddf79485), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.837017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=8f533ef2-2990-4df2-a006-d9f0ddf79485,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:54.895814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (5228b687-ba6e-437c-bfab-38eeb47d795a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.899349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:54.900516 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ca9f3859-d1e7-4085-a454-30648d95fd74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/5228b687-ba6e-437c-bfab-38eeb47d795a HTTP/1.1" status: 204 len: 168 time: 0.4857395 Sep 25 04:44:54.978099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 32926) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:54.982837 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028776134', 'description': 'tempest-description--2144034475'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:55.011066 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.135672 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (0dac59e1-3b30-4a67-9b7f-5a454ff1c075), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.144705 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0dac59e1-3b30-4a67-9b7f-5a454ff1c075), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.177616 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac59e1-3b30-4a67-9b7f-5a454ff1c075,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:55.182895 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.187136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 32928) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:55.187631 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c9ec41e4-b643-4c09-970e-ecdc51aad393 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2081084 Sep 25 04:44:55.192425 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '0dac59e1-3b30-4a67-9b7f-5a454ff1c075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:55.243376 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (7c7df7f7-243a-4ade-9310-100c300d0c11), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.341963 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (7c7df7f7-243a-4ade-9310-100c300d0c11), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.347546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (7c7df7f7-243a-4ade-9310-100c300d0c11), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.362797 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7df7f7-243a-4ade-9310-100c300d0c11,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:55.384889 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.388510 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 32934) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:55.389115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-171237d9-d2e1-4c72-a39c-d2666efdeb4d tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2002740 Sep 25 04:44:55.393703 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'security_group_rule': {'security_group_id': '0dac59e1-3b30-4a67-9b7f-5a454ff1c075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:55.425405 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (79f2836e-393b-4f02-952b-e25a4bd354b0), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.432275 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:55.498666 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:55.525142 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (79f2836e-393b-4f02-952b-e25a4bd354b0), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.530468 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (79f2836e-393b-4f02-952b-e25a4bd354b0), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.560362 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f2836e-393b-4f02-952b-e25a4bd354b0,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:55.567579 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.571905 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a69ccc43-be2d-4fdf-8f4d-62f53dbf6ac7 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1787350 Sep 25 04:44:55.572095 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 32936) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:44:55.577877 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:55.608200 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.714320 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:55.846540 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.27.0.145 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/65a605ca-15b7-469e-aa5b-518325bd79ea) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:55.980547 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.029596 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.074612 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:56.080015 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:56.082253 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=65a605ca-15b7-469e-aa5b-518325bd79ea,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:56.085408 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:44:56.183357 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.227249 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.248797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:56.410149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.416518 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.472002 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:56.515361 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.519924 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=65a605ca-15b7-469e-aa5b-518325bd79ea,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:56.545094 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:56.546779 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6ed6ed10-41bd-4922-9d23-4d8505af1fa8 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9736030 Sep 25 04:44:56.769995 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-62e216e6-07b2-4578-abe2-e69c6a4796ce tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2028776134&fields=id&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 267 time: 0.0464463 Sep 25 04:44:56.884996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-86e907c4-c4c3-4a6c-8821-214c6a8fe739 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:56.892108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-86e907c4-c4c3-4a6c-8821-214c6a8fe739 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.1145275 Sep 25 04:44:56.908730 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-a6fc51ca-8584-4f6a-9000-6b725828abc0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/quotas/5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 375 time: 0.0154727 Sep 25 04:44:56.982721 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-6c7a56fc-c442-4f15-a956-5dcdbf3ad6de tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727584 Sep 25 04:44:57.121712 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-14a9879c-22dd-4676-92dc-67c80b6407cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374354 Sep 25 04:44:57.157113 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:57.265346 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-c3dce461-76f1-4a7f-aa93-2b10aa61c858 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374419 Sep 25 04:44:57.512913 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6767d82b-bfb4-445f-9875-5cb4d3b03b2d req-9c08d8e5-98b4-407f-8f15-8981b5ca217f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 210 time: 0.0577214 Sep 25 04:44:58.609025 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1c51b6f5-0a6b-40ee-a619-55a0da306f1e req-bc72079c-ef7b-4993-a30d-45f71dff4865 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 210 time: 0.0370994 Sep 25 04:44:59.085668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-ce382cc0-43a0-4016-a5c8-d2abc3f8d33e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:59.087180 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-ce382cc0-43a0-4016-a5c8-d2abc3f8d33e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 815 time: 0.1191399 Sep 25 04:44:59.174606 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-225873dd-7bc0-4be3-947a-f7bbd9b527e6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ead2221f7f54d6cbea9fc086a089342 HTTP/1.1" status: 200 len: 380 time: 0.0710888 Sep 25 04:44:59.184577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'port': {'device_id': '180dceb1-3b97-4345-b83b-6af39eea407d', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'admin_state_up': True, 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'security_groups': ['0dac59e1-3b30-4a67-9b7f-5a454ff1c075']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:44:59.312059 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:44:59.323884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Made reservation on behalf of 5ead2221f7f54d6cbea9fc086a089342 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:44:59.328018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:59.490337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Allocated IP 172.20.0.13 (4d931b43-9f4d-4494-b9d1-d242cc1f110c/60a9ae30-77c3-4807-994f-ea98ac229ff6/18e015bb-0b7a-4eba-89bb-5e64e021a546) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:44:59.711572 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:59.763829 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e1bd2890-9af8-4f7a-9e04-5f4393ad8e75 req-875c0f53-f941-4b5c-8e08-fe3f5eb0d380 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 210 time: 0.0463948 Sep 25 04:44:59.795150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:59.846445 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:44:59.849737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:44:59.853878 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:44:59.884295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event updated for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:44:59.914052 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:44:59.914702 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:44:59.933640 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-b2742cd1-6a77-4269-be06-11867557a6da tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7531006 Sep 25 04:44:59.960842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Request body: {'port': {'device_id': '180dceb1-3b97-4345-b83b-6af39eea407d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:00.021980 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:00.039597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:00.165323 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Provisioning complete for port 18e015bb-0b7a-4eba-89bb-5e64e021a546 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:45:00.166354 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:00.166852 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Attempt 1 to provision port 18e015bb-0b7a-4eba-89bb-5e64e021a546 Sep 25 04:45:00.209343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Port 18e015bb-0b7a-4eba-89bb-5e64e021a546 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:45:00.585094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e015bb-0b7a-4eba-89bb-5e64e021a546 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:45:00.593644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks [] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:00.596321 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:00.612894 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Transition to ACTIVE for port object 18e015bb-0b7a-4eba-89bb-5e64e021a546 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:45:00.619441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:00.711167 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Attempt 2 to provision port 18e015bb-0b7a-4eba-89bb-5e64e021a546 Sep 25 04:45:00.716044 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Pushing event updated for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:00.742798 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Attempting to bind port 18e015bb-0b7a-4eba-89bb-5e64e021a546 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:45:00.743445 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Attempting to bind port 18e015bb-0b7a-4eba-89bb-5e64e021a546 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:45:00.743881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Attempting to bind port 18e015bb-0b7a-4eba-89bb-5e64e021a546 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:00.804084 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Port 18e015bb-0b7a-4eba-89bb-5e64e021a546 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:45:00.805266 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Attempting to bind port 18e015bb-0b7a-4eba-89bb-5e64e021a546 on network 4d931b43-9f4d-4494-b9d1-d242cc1f110c {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:45:00.857419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:45:00.857751 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Checking segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:45:00.858767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Bound using segment: {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:45:00.859233 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Bound port: 18e015bb-0b7a-4eba-89bb-5e64e021a546, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0397cc96-5439-4926-a84c-d1ffd970353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:45:00.859607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:00.930050 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Port 18e015bb-0b7a-4eba-89bb-5e64e021a546 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:45:00.985883 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784fe75-e0e3-4e59-919c-6592253af214 req-de7d0994-b351-4bc0-9f97-b9ad94ee5f2a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:00.986216 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2784fe75-e0e3-4e59-919c-6592253af214 req-de7d0994-b351-4bc0-9f97-b9ad94ee5f2a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 944 time: 0.0957644 Sep 25 04:45:01.041283 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:45:01.063378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:45:01.073222 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2784fe75-e0e3-4e59-919c-6592253af214 req-cbff11fc-f5e3-4b89-af37-203ed1ac13b2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792634 Sep 25 04:45:01.081741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:01.089772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:01.090654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:01.092115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/18e015bb-0b7a-4eba-89bb-5e64e021a546 HTTP/1.1" status: 200 len: 1094 time: 1.1364706 Sep 25 04:45:01.094769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:45:01.096473 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6" -d '{"events": [{"name": "network-changed", "server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:01.165469 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccfe116-59e0-405a-a4a0-0f190679a6c3 x-openstack-request-id: req-eccfe116-59e0-405a-a4a0-0f190679a6c3 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:01.166053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:01.168662 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eccfe116-59e0-405a-a4a0-0f190679a6c3 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:01.169178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccfe116-59e0-405a-a4a0-0f190679a6c3'] response: {'name': 'network-changed', 'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'status': 'completed', 'code': 200} Sep 25 04:45:01.172559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e033f14-4e11-4db0-a604-508fe791da6a service neutron] Pushing event updated for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:01.251678 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-a1185bc0-eb6a-4003-970c-573802560716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:01.254072 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-a1185bc0-eb6a-4003-970c-573802560716 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 1128 time: 0.0549688 Sep 25 04:45:01.315445 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-76f786cc-55fd-4e1a-85a5-0d2218086321 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546 HTTP/1.1" status: 200 len: 217 time: 0.0366378 Sep 25 04:45:01.329829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:01.370961 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-3c2d9318-117c-4c7d-8676-11a6719ff29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:01.372567 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-3c2d9318-117c-4c7d-8676-11a6719ff29c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0499809 Sep 25 04:45:01.425031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-a63b89d2-7039-4490-849f-60a33ac3c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:01.426647 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-a63b89d2-7039-4490-849f-60a33ac3c6ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415854 Sep 25 04:45:01.431770 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Attempt 3 to provision port 18e015bb-0b7a-4eba-89bb-5e64e021a546 Sep 25 04:45:01.499101 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0a61c-a488-4ae4-b52b-f2a1dca8d520 None None] Port 18e015bb-0b7a-4eba-89bb-5e64e021a546 had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:45:01.559737 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-65a6270d-8cc9-4844-bbaf-4b62a2fcc0d4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238778 Sep 25 04:45:01.669223 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac1a213-b241-47a3-a565-d90dd447b2ba req-2bf64259-f84c-4c17-839a-9403bde9c8be service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988369 Sep 25 04:45:02.226334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad9fd9-04c5-41de-8b20-9af78ff2826e req-91ce338d-6670-465b-ac85-18af8157b92a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:02.228766 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09ad9fd9-04c5-41de-8b20-9af78ff2826e req-91ce338d-6670-465b-ac85-18af8157b92a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 944 time: 0.0572705 Sep 25 04:45:02.274687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:02.292415 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09ad9fd9-04c5-41de-8b20-9af78ff2826e req-5230dbb0-7929-40d0-b291-4d6aba142f74 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Sep 25 04:45:03.427182 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f595be2-747b-4368-a07d-21766f37fa9f req-5d9bd38f-4735-4fc7-a5e5-22cf2b59ed87 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:03.429296 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f595be2-747b-4368-a07d-21766f37fa9f req-5d9bd38f-4735-4fc7-a5e5-22cf2b59ed87 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 944 time: 0.0465114 Sep 25 04:45:03.477241 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0f595be2-747b-4368-a07d-21766f37fa9f req-f0c66eac-0afa-464f-9a29-0e8fd18ed73a tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Sep 25 04:45:04.598562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364479bd-9805-498a-9e1c-8c1c185bf42b req-0fe23cea-ff95-4911-9b88-e82f1d2ed32f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:04.600067 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-364479bd-9805-498a-9e1c-8c1c185bf42b req-0fe23cea-ff95-4911-9b88-e82f1d2ed32f tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 944 time: 0.0502427 Sep 25 04:45:04.609674 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 18e015bb-0b7a-4eba-89bb-5e64e021a546 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:04.648338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-364479bd-9805-498a-9e1c-8c1c185bf42b req-8ebeacef-89e0-469e-9680-3ebaf61dbf43 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Sep 25 04:45:04.710008 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:04.721011 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'port_id': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'mac_address': 'fa:16:3e:8c:f6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:04.756740 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 18e015bb-0b7a-4eba-89bb-5e64e021a546 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:45:04.757215 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:04.770628 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e015bb-0b7a-4eba-89bb-5e64e021a546 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:45:04.791510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:04.795693 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:04.809230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-bcae37dd-16a1-45b5-b1e2-5071f8f367f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:04.810732 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-bcae37dd-16a1-45b5-b1e2-5071f8f367f2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 1128 time: 0.0406196 Sep 25 04:45:04.824422 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:04.833592 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:04.849210 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:04.857207 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.857560 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.857905 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.858248 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.858586 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.858924 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.859252 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.859580 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.859906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.860231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.860561 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.860914 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.861241 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.861565 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.861886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:04.907462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-d56451aa-404b-4a34-bfc5-620122067f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:04.908948 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-d56451aa-404b-4a34-bfc5-620122067f73 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.0914307 Sep 25 04:45:04.948081 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-e1230831-15f4-4980-9d0e-6e71b91fdfb5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546 HTTP/1.1" status: 200 len: 217 time: 0.0320296 Sep 25 04:45:04.997092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-91edec67-f302-440d-bea9-7c2e4a4f180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:04.998420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-91edec67-f302-440d-bea9-7c2e4a4f180f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0439470 Sep 25 04:45:05.045288 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-266a548b-f265-4201-9044-36ae71ecc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:05.046751 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-266a548b-f265-4201-9044-36ae71ecc06c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419509 Sep 25 04:45:05.121176 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33096) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:05.140094 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-e4827dad-1cc7-46c3-8dd1-52f59c9400ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856023 Sep 25 04:45:05.166996 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Deleting subnet cf09d601-4132-4022-a486-86b8a027c518 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:45:05.170046 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Publish callbacks [] for subnet (cf09d601-4132-4022-a486-86b8a027c518), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.208900 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (cf09d601-4132-4022-a486-86b8a027c518), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.234608 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a73bbf3e-3d83-48f3-b03c-2f4e97bbeea6 req-284576db-6312-4fe4-8c2b-ea3e008e677d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876324 Sep 25 04:45:05.249262 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (cf09d601-4132-4022-a486-86b8a027c518), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.301066 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (cf09d601-4132-4022-a486-86b8a027c518), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.325014 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf09d601-4132-4022-a486-86b8a027c518,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:05.330743 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.333843 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-43764890-3abf-4719-a976-62929c99c70b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/cf09d601-4132-4022-a486-86b8a027c518 HTTP/1.1" status: 204 len: 168 time: 0.2116857 Sep 25 04:45:05.336508 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33098) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:05.365338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['18e015bb-0b7a-4eba-89bb-5e64e021a546'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:45:05.407782 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.485102 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.505645 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8625bfd-62f4-4562-b0e4-5c8d81fc13fb']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:05.515413 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1f5ed-d400-4a68-810e-4e0bbdf63117') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:05.515710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1f5ed-d400-4a68-810e-4e0bbdf63117') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:05.525357 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (5ca1f5ed-d400-4a68-810e-4e0bbdf63117), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.538915 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (5ca1f5ed-d400-4a68-810e-4e0bbdf63117), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.545197 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:45:05.545576 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (5ca1f5ed-d400-4a68-810e-4e0bbdf63117), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.590596 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 5ca1f5ed-d400-4a68-810e-4e0bbdf63117 resource provider aggregate not found Sep 25 04:45:05.608383 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 5ca1f5ed-d400-4a68-810e-4e0bbdf63117 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ca1f5ed-d400-4a68-810e-4e0bbdf63117 found for delete ", "request_id": "req-64d27a80-9bdc-480e-b33a-4b0c3f73de36"}]} Sep 25 04:45:05.613047 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (f8625bfd-62f4-4562-b0e4-5c8d81fc13fb), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.618532 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.621733 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f8625bfd-62f4-4562-b0e4-5c8d81fc13fb HTTP/1.1" status: 204 len: 168 time: 0.2842267 Sep 25 04:45:05.634531 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c424e-34ef-4bb5-a0b5-cedeb720242f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8625bfd-62f4-4562-b0e4-5c8d81fc13fb,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:05.737514 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33108) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:05.776866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e717c-be73-45d0-a8ac-d8cb69741ca6 req-28aea70d-eeb2-479d-b28d-2a5a888d73b1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:05.778280 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed5e717c-be73-45d0-a8ac-d8cb69741ca6 req-28aea70d-eeb2-479d-b28d-2a5a888d73b1 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 945 time: 0.0503712 Sep 25 04:45:05.784625 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d376c89a-bcc7-4013-b6a5-e6470cb84b5a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8fb362553bd743bfbbe783296f2597e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436671 Sep 25 04:45:05.785422 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33110) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:05.827996 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ed5e717c-be73-45d0-a8ac-d8cb69741ca6 req-52f56c6b-598f-4435-8260-fefd16d1fe7c tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439024 Sep 25 04:45:05.837868 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] Publish callbacks [] for security_group (4983d6fa-a7a7-4544-867d-0b1ab6fd93a8), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.850880 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:05.861036 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] Publish callbacks [] for security_group (4983d6fa-a7a7-4544-867d-0b1ab6fd93a8), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.908226 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4983d6fa-a7a7-4544-867d-0b1ab6fd93a8), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.910826 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:05.911955 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4983d6fa-a7a7-4544-867d-0b1ab6fd93a8 HTTP/1.1" status: 204 len: 168 time: 0.1256509 Sep 25 04:45:05.920505 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2d7c7-67b7-428e-8060-326c575a066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4983d6fa-a7a7-4544-867d-0b1ab6fd93a8,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:06.643712 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 18e015bb-0b7a-4eba-89bb-5e64e021a546 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:06.701732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 18e015bb-0b7a-4eba-89bb-5e64e021a546 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:45:06.745045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 18e015bb-0b7a-4eba-89bb-5e64e021a546 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:45:06.745418 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:06.745755 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 18e015bb-0b7a-4eba-89bb-5e64e021a546 Sep 25 04:45:06.897838 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 18e015bb-0b7a-4eba-89bb-5e64e021a546 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:45:06.898498 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:06.922672 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:45:06.924984 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e7fe0d-c0e3-4852-809c-c9de210e9a78" -d '{"events": [{"server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "name": "network-vif-plugged", "status": "completed", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:06.926285 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:06.939872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:06.947653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:06.950356 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:06.967483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b8d66-c1ea-4643-a8af-0e337470a63c req-7818b858-4cfe-4dd5-85fb-14336bff6337 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:06.969256 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e0b8d66-c1ea-4643-a8af-0e337470a63c req-7818b858-4cfe-4dd5-85fb-14336bff6337 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 945 time: 0.0607295 Sep 25 04:45:06.975894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2e9a9-8308-46c1-855d-ce6fa46b2fd2 x-openstack-request-id: req-3df2e9a9-8308-46c1-855d-ce6fa46b2fd2 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:06.976229 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "name": "network-vif-plugged", "status": "completed", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:06.976438 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3df2e9a9-8308-46c1-855d-ce6fa46b2fd2 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:06.976868 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df2e9a9-8308-46c1-855d-ce6fa46b2fd2'] response: {'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'code': 200} Sep 25 04:45:07.005569 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:07.027394 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4e0b8d66-c1ea-4643-a8af-0e337470a63c req-254578fb-a94d-4305-91c0-c48bb32a1387 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525324 Sep 25 04:45:07.221268 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723cab2-c198-44d8-b068-dc60de2b0170 req-811e8436-b9a2-4412-a7ca-c14c35954948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:07.222875 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d723cab2-c198-44d8-b068-dc60de2b0170 req-811e8436-b9a2-4412-a7ca-c14c35954948 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 1130 time: 0.0454934 Sep 25 04:45:07.267580 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d723cab2-c198-44d8-b068-dc60de2b0170 req-4eef0e31-340a-47a1-b0d3-c25b6a90aed0 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 Sep 25 04:45:07.637962 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ba20612f-2fa4-4d5a-a744-8d3ca98ad9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:08.155379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b21041-154c-4791-8f73-032b62f25f03 req-e496a45d-4e67-4448-b6f4-dd7743c7aff6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:08.156879 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2b21041-154c-4791-8f73-032b62f25f03 req-e496a45d-4e67-4448-b6f4-dd7743c7aff6 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0481699 Sep 25 04:45:08.177729 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:08.206033 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2b21041-154c-4791-8f73-032b62f25f03 req-48488d77-7aec-441a-853c-573b04f0c245 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Sep 25 04:45:09.336009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e43fe-f818-4bd3-b70a-94a268f60e43 req-7cfd9f6a-f09a-43b9-99d9-26af42dc7270 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:09.337542 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a92e43fe-f818-4bd3-b70a-94a268f60e43 req-7cfd9f6a-f09a-43b9-99d9-26af42dc7270 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0514805 Sep 25 04:45:09.388838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a92e43fe-f818-4bd3-b70a-94a268f60e43 req-d50350df-94da-4449-8674-9ad121c76b80 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454021 Sep 25 04:45:10.016245 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-67405ba4-de09-4b7d-8259-5c1f0241f37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:10.514257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52a5a-5464-419a-86c2-08f7ed0d4693 req-7a08ac52-1992-4fc6-b246-5a3664649aaf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:10.515733 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2ae52a5a-5464-419a-86c2-08f7ed0d4693 req-7a08ac52-1992-4fc6-b246-5a3664649aaf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0488410 Sep 25 04:45:10.564734 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2ae52a5a-5464-419a-86c2-08f7ed0d4693 req-56f1e895-da6f-4745-b09f-8e1badc6ed23 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Sep 25 04:45:10.687972 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628606e-ee54-4662-a644-159ff8599a3c req-ceeaf614-0f44-477b-82d2-677e040c160e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:10.689503 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0628606e-ee54-4662-a644-159ff8599a3c req-ceeaf614-0f44-477b-82d2-677e040c160e tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0510187 Sep 25 04:45:10.700864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 33212) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:10.705353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Request body: {'floatingip': {'port_id': '18e015bb-0b7a-4eba-89bb-5e64e021a546'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:45:10.745048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:10.883588 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:45:10.906210 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:11.104967 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:11.193776 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:11.197764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:11.303672 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP ade5e654-bf95-4da5-ac3d-3125118afd56 associated. External IP: 172.27.0.145, port: 18e015bb-0b7a-4eba-89bb-5e64e021a546. Sep 25 04:45:11.333905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:11.508938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:45:11.513377 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:11.617224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:45:11.622200 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:11.627792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:45:11.638546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:45:11.639154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:45:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:11.652614 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-582e57c0-badb-4b5b-91d8-e551af6d57fa tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/ade5e654-bf95-4da5-ac3d-3125118afd56 HTTP/1.1" status: 200 len: 992 time: 0.9506493 Sep 25 04:45:11.653289 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:45:11.655585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b048b-7672-496a-8cac-2ebded5d4729" -d '{"events": [{"name": "network-changed", "server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:11.694486 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53722687-f779-4003-aeaf-212cba7999f4 x-openstack-request-id: req-53722687-f779-4003-aeaf-212cba7999f4 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:11.694778 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:11.695635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53722687-f779-4003-aeaf-212cba7999f4 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:11.696150 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53722687-f779-4003-aeaf-212cba7999f4'] response: {'name': 'network-changed', 'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'status': 'completed', 'code': 200} Sep 25 04:45:11.744074 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:45:11.806396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b048b-7672-496a-8cac-2ebded5d4729 req-6a3da838-8897-4c37-9dc7-fac83b0feab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:11.807922 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-6a3da838-8897-4c37-9dc7-fac83b0feab6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=5ead2221f7f54d6cbea9fc086a089342&device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 1130 time: 0.0419469 Sep 25 04:45:11.880763 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:11.905116 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:11.908600 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b048b-7672-496a-8cac-2ebded5d4729 req-afa07c2d-37d0-4b19-9c17-031985cf1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:11.910099 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-afa07c2d-37d0-4b19-9c17-031985cf1bf1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 200 len: 915 time: 0.0952146 Sep 25 04:45:11.971014 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'ade5e654-bf95-4da5-ac3d-3125118afd56', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:8c:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180dceb1-3b97-4345-b83b-6af39eea407d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:56Z', 'updated_at': '2022-09-25T04:45:11Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:11.975722 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-7d4ce7bd-0650-46cc-84ae-0bebcfb33763 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546 HTTP/1.1" status: 200 len: 1000 time: 0.0595260 Sep 25 04:45:11.997928 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:45:12.007170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:45:12.008008 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:45:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:12.025366 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b048b-7672-496a-8cac-2ebded5d4729 req-98f258ad-3ba3-4c14-a99b-a9c6e1e86298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:12.026810 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-98f258ad-3ba3-4c14-a99b-a9c6e1e86298 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 200 len: 854 time: 0.0452209 Sep 25 04:45:12.073756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b048b-7672-496a-8cac-2ebded5d4729 req-c468a733-98f7-41a3-9c96-4a4ed1a1b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:12.075249 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-c468a733-98f7-41a3-9c96-4a4ed1a1b519 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4d931b43-9f4d-4494-b9d1-d242cc1f110c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411105 Sep 25 04:45:12.118671 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:45:12.345196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'ade5e654-bf95-4da5-ac3d-3125118afd56', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:8c:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180dceb1-3b97-4345-b83b-6af39eea407d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:56Z', 'updated_at': '2022-09-25T04:45:11Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:45:12.371096 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab94e0b3-2a53-4364-b31b-20eb430d524c None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'ade5e654-bf95-4da5-ac3d-3125118afd56', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'port_id': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'mac_address': 'fa:16:3e:8c:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180dceb1-3b97-4345-b83b-6af39eea407d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:44:56Z', 'updated_at': '2022-09-25T04:45:11Z', 'revision_number': 1, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:45:12.426462 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-e86eb4e5-2d33-4441-bb84-a7eb5d535f7b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443542 Sep 25 04:45:12.524996 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-169b048b-7672-496a-8cac-2ebded5d4729 req-a6c74f30-e4db-4fa5-82b4-3d1513fa1993 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921245 Sep 25 04:45:12.591420 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e07e4-1cf6-48ea-bb8b-c6c43b01f678 None None] New status for floating IP ade5e654-bf95-4da5-ac3d-3125118afd56: ACTIVE {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:45:12.728540 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:12.834328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:15.040912 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa680-a4c2-492b-92a0-bf9311f300d3 req-ac9fb6c4-c18b-4346-a237-ba9f7a69ff4d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:15.042273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-617aa680-a4c2-492b-92a0-bf9311f300d3 req-ac9fb6c4-c18b-4346-a237-ba9f7a69ff4d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Sep 25 04:45:15.089926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-617aa680-a4c2-492b-92a0-bf9311f300d3 req-1782f650-1982-4a42-bee3-503a092480aa tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Sep 25 04:45:15.894655 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:15.917086 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:16.221976 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bf487-b6ca-47a6-963d-5db8300a955c req-cd680cf7-85cb-4bd9-9868-8c6257a36dec tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:16.223556 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f9bf487-b6ca-47a6-963d-5db8300a955c req-cd680cf7-85cb-4bd9-9868-8c6257a36dec tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Sep 25 04:45:16.236360 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:16.272490 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f9bf487-b6ca-47a6-963d-5db8300a955c req-0ed41f4d-fa79-46fd-a1f0-b5e01a40740a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Sep 25 04:45:17.402451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d04-d312-4945-a363-047db323ce96 req-9b324ffc-acd4-46b7-bbea-d6babe3edd91 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:17.403977 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb859d04-d312-4945-a363-047db323ce96 req-9b324ffc-acd4-46b7-bbea-d6babe3edd91 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0464735 Sep 25 04:45:17.455010 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eb859d04-d312-4945-a363-047db323ce96 req-a822b863-fb0a-4467-a688-72c601ec28ca tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454454 Sep 25 04:45:18.583545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5c6c5-87ca-4fb7-8db4-4177bb6f99be req-527e4174-a51c-445d-9f3e-4ffbeb58805d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:18.585048 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11b5c6c5-87ca-4fb7-8db4-4177bb6f99be req-527e4174-a51c-445d-9f3e-4ffbeb58805d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0475221 Sep 25 04:45:18.633937 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-11b5c6c5-87ca-4fb7-8db4-4177bb6f99be req-e36e866a-95ce-4ad4-aff8-2adf94249a7f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Sep 25 04:45:19.760199 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc50-253c-4c01-b3f4-9c4f25e93619 req-7c6ba9b2-fba1-4a62-8390-8309b4c632e9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:19.761692 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2082fc50-253c-4c01-b3f4-9c4f25e93619 req-7c6ba9b2-fba1-4a62-8390-8309b4c632e9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0466309 Sep 25 04:45:19.772504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:19.810282 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2082fc50-253c-4c01-b3f4-9c4f25e93619 req-ef8494d9-dc36-47b2-aa9d-d15000364c50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Sep 25 04:45:20.944830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ef319-6412-412f-942c-c9187fe907ea req-1568c66d-7a36-4321-b984-4d4d300c9eae tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:20.946883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-805ef319-6412-412f-942c-c9187fe907ea req-1568c66d-7a36-4321-b984-4d4d300c9eae tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Sep 25 04:45:20.994016 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-805ef319-6412-412f-942c-c9187fe907ea req-5fed721e-f575-4d36-ad2d-7ede7fc153a8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Sep 25 04:45:21.126050 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:22.119240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd7d6f-1153-44e2-ab26-de9b13b0d99a req-7c0ad2da-727d-41dd-b030-7d89e6957aa3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:22.120728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2cd7d6f-1153-44e2-ab26-de9b13b0d99a req-7c0ad2da-727d-41dd-b030-7d89e6957aa3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0470707 Sep 25 04:45:22.169453 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b2cd7d6f-1153-44e2-ab26-de9b13b0d99a req-42992a2b-9be1-44a9-b416-cc7709cbfa53 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430017 Sep 25 04:45:22.694917 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=12 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:22.702617 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:23.295326 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde7de6-5d6e-45dc-8f41-8d33154b83f0 req-40ccc2d5-ce31-4ed2-aa9b-c27fcb0ffb59 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:23.296851 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3fde7de6-5d6e-45dc-8f41-8d33154b83f0 req-40ccc2d5-ce31-4ed2-aa9b-c27fcb0ffb59 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0469613 Sep 25 04:45:23.346625 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3fde7de6-5d6e-45dc-8f41-8d33154b83f0 req-c6a21959-d9e7-41b5-910d-64e7280317e9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443079 Sep 25 04:45:24.471832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69d09-39e3-4b9f-82f2-fab1ec77a06a req-e2444ca5-bb8b-4399-b80b-3ec22b4e2256 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:24.473332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8b69d09-39e3-4b9f-82f2-fab1ec77a06a req-e2444ca5-bb8b-4399-b80b-3ec22b4e2256 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0464609 Sep 25 04:45:24.521423 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b8b69d09-39e3-4b9f-82f2-fab1ec77a06a req-2838c5e9-9459-44b6-9547-78bb7634ff32 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 Sep 25 04:45:25.646353 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8026bdd-f6ff-4d67-a145-cb2ca6feed90 req-6aaf4833-8040-477a-b0f7-3d90acbedb07 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:25.647794 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8026bdd-f6ff-4d67-a145-cb2ca6feed90 req-6aaf4833-8040-477a-b0f7-3d90acbedb07 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0461221 Sep 25 04:45:25.693615 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8026bdd-f6ff-4d67-a145-cb2ca6feed90 req-b28d5c5e-8227-4bf0-ae00-fa830eaa868e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401886 Sep 25 04:45:26.825369 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ada06-2fab-4614-8f70-f695fc12ffbb req-39d296d8-527d-400b-9253-8c9096d8f45c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:26.826823 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-484ada06-2fab-4614-8f70-f695fc12ffbb req-39d296d8-527d-400b-9253-8c9096d8f45c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Sep 25 04:45:26.873179 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-484ada06-2fab-4614-8f70-f695fc12ffbb req-a2618384-2249-41f5-bab6-0c2ff132bf10 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408685 Sep 25 04:45:28.001158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36db047-8888-4a02-893c-210ee4bbe1d5 req-525fef7e-2f07-4e2f-8513-5f2479d44572 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:28.002610 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f36db047-8888-4a02-893c-210ee4bbe1d5 req-525fef7e-2f07-4e2f-8513-5f2479d44572 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0461328 Sep 25 04:45:28.050279 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f36db047-8888-4a02-893c-210ee4bbe1d5 req-4351bbb5-42bc-4232-a9d7-53bff3b071ee tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Sep 25 04:45:29.180447 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4d02b-da17-4359-811e-81a2d831b3b4 req-41f614a2-1faf-466e-8055-fa3098fe14d7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:29.182179 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64d4d02b-da17-4359-811e-81a2d831b3b4 req-41f614a2-1faf-466e-8055-fa3098fe14d7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0507202 Sep 25 04:45:29.217707 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:29.230711 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-64d4d02b-da17-4359-811e-81a2d831b3b4 req-245710b8-7386-4792-b709-ace4ccb6bbd4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Sep 25 04:45:30.360688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e29e4-efdf-4174-b332-796178b79d75 req-9cced848-59f1-4e02-850b-723be47a6b67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:30.362156 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-319e29e4-efdf-4174-b332-796178b79d75 req-9cced848-59f1-4e02-850b-723be47a6b67 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Sep 25 04:45:30.413310 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-319e29e4-efdf-4174-b332-796178b79d75 req-355f84ea-000d-43da-8aa0-04dfb8bf1133 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453367 Sep 25 04:45:31.119577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:31.122022 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:31.544012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292fe32-2926-4e42-8edb-f89aa4e28c90 req-eb2ab353-1f8e-48c5-bebb-6bf509bc6950 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:31.545543 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c292fe32-2926-4e42-8edb-f89aa4e28c90 req-eb2ab353-1f8e-48c5-bebb-6bf509bc6950 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0469780 Sep 25 04:45:31.599351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c292fe32-2926-4e42-8edb-f89aa4e28c90 req-77d2abf4-4efc-43fa-a41e-594b47e02c85 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Sep 25 04:45:32.726693 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc3a8a-01d2-4157-92f7-b3e40c598cba req-d2e15488-48bb-476a-ae67-13e94b3a44af tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:32.728401 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e2bc3a8a-01d2-4157-92f7-b3e40c598cba req-d2e15488-48bb-476a-ae67-13e94b3a44af tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Sep 25 04:45:32.749236 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:32.777375 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e2bc3a8a-01d2-4157-92f7-b3e40c598cba req-060f6a13-84e9-461a-9b8c-6441206bb66c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 Sep 25 04:45:33.903313 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f37c2f-0496-4062-a8f6-d051e95c0157 req-48e9361f-0d88-40c6-96b4-6b83d26d1a32 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:33.904802 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c9f37c2f-0496-4062-a8f6-d051e95c0157 req-48e9361f-0d88-40c6-96b4-6b83d26d1a32 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0465100 Sep 25 04:45:33.952675 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c9f37c2f-0496-4062-a8f6-d051e95c0157 req-6cddcd13-53da-4276-871b-dc782915fdfe tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 Sep 25 04:45:34.671803 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:45:34.789768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:34.800910 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '67e59d38-b12f-4f51-bb79-591d93062336', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:45:34.840238 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: ACTIVE; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:45:34.840659 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:34.854176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:45:34.874342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:34.877910 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:34.925146 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=6']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:35.083118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef4b4f-ec7f-43b9-9f63-469d3a4047df req-16fe2629-e561-4250-9c2e-3b77d6ede676 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:35.084576 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-59ef4b4f-ec7f-43b9-9f63-469d3a4047df req-16fe2629-e561-4250-9c2e-3b77d6ede676 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0507407 Sep 25 04:45:35.091658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['67e59d38-b12f-4f51-bb79-591d93062336'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:45:35.135145 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-59ef4b4f-ec7f-43b9-9f63-469d3a4047df req-abbb86c8-1e88-46f7-b2ce-db994a4071e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 Sep 25 04:45:36.265132 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5999-b299-4ea4-b506-71e1a026c03c req-e92d6816-b785-4d80-999c-ec032636fccf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:36.266574 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f9c5999-b299-4ea4-b506-71e1a026c03c req-e92d6816-b785-4d80-999c-ec032636fccf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0472269 Sep 25 04:45:36.313489 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f9c5999-b299-4ea4-b506-71e1a026c03c req-9ae75c50-b192-4ebe-a172-fd8efb2bf696 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413845 Sep 25 04:45:37.439106 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f11f41-d483-44a4-9a62-646ad27d1b2e req-c12927e9-5010-41da-9749-329818c557e1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:37.440537 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-80f11f41-d483-44a4-9a62-646ad27d1b2e req-c12927e9-5010-41da-9749-329818c557e1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0457222 Sep 25 04:45:37.490760 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-80f11f41-d483-44a4-9a62-646ad27d1b2e req-da613651-eec5-4260-ada0-445aeedeceee tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 Sep 25 04:45:37.640082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c8dfcc7d-e96f-4dde-9cb0-14fc847e0ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:38.616753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b99329-3783-4d2f-b459-24e1bf156e0b req-b9685d5a-6be6-4748-a4fd-b663771fc4a4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:38.618242 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-83b99329-3783-4d2f-b459-24e1bf156e0b req-b9685d5a-6be6-4748-a4fd-b663771fc4a4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0461130 Sep 25 04:45:38.665203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-83b99329-3783-4d2f-b459-24e1bf156e0b req-8b1f29a8-892f-4287-ba9d-f4f0c28f2f0d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409274 Sep 25 04:45:39.795235 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b3a7e-0d13-4db3-bb5b-7e00b38dea65 req-dfc2b469-d08c-4f59-a757-420e95840aed tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:39.796713 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-be6b3a7e-0d13-4db3-bb5b-7e00b38dea65 req-dfc2b469-d08c-4f59-a757-420e95840aed tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0507674 Sep 25 04:45:39.843332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-be6b3a7e-0d13-4db3-bb5b-7e00b38dea65 req-ffc1042a-5f5e-4d71-82fe-553e2347f7b7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410690 Sep 25 04:45:40.019018 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-be5f7a9f-2dda-424e-be3a-5fa25879af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:40.308315 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:45:40.355216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 67e59d38-b12f-4f51-bb79-591d93062336 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:45:40.355595 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (67e59d38-b12f-4f51-bb79-591d93062336), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:40.355931 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:45:40.425921 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:45:40.426304 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:40.449510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:45:40.451821 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7214c5-3cf4-4ed2-824a-69b639a96903" -d '{"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:45:40.464435 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:45:40.470700 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:40.501807 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73124c-dde5-4353-8ebd-88fddf79f33b x-openstack-request-id: req-0e73124c-dde5-4353-8ebd-88fddf79f33b {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:45:40.502216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:45:40.502460 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e73124c-dde5-4353-8ebd-88fddf79f33b {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:45:40.502841 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e73124c-dde5-4353-8ebd-88fddf79f33b'] response: {'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'code': 200} Sep 25 04:45:40.529182 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=7']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:40.981266 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6730e4-f458-41e9-89a8-60ee4d2e56e9 req-8216c242-afab-4df5-a262-75a29e2d8185 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:40.982726 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6730e4-f458-41e9-89a8-60ee4d2e56e9 req-8216c242-afab-4df5-a262-75a29e2d8185 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Sep 25 04:45:41.029219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0d6730e4-f458-41e9-89a8-60ee4d2e56e9 req-8a16abfd-3a45-4544-b20e-c9bdd2f80e2b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 Sep 25 04:45:41.104620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:42.172348 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dbbe4-daa4-4d10-af5d-a88f52d65323 req-8e7fc7dd-16da-48f6-813e-a1ff6be5d6c2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:42.173865 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b0dbbe4-daa4-4d10-af5d-a88f52d65323 req-8e7fc7dd-16da-48f6-813e-a1ff6be5d6c2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Sep 25 04:45:42.221420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1b0dbbe4-daa4-4d10-af5d-a88f52d65323 req-f46b21c1-9909-48a5-a45d-d1f083b60f8d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Sep 25 04:45:42.727666 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:42.836629 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:43.354874 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb265-55fd-49dc-b16a-19920b1a1412 req-20009b02-f5b4-4eaf-8a46-b5c5d0e489ff tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:43.356457 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34dfb265-55fd-49dc-b16a-19920b1a1412 req-20009b02-f5b4-4eaf-8a46-b5c5d0e489ff tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0511854 Sep 25 04:45:43.381575 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:43.405582 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-34dfb265-55fd-49dc-b16a-19920b1a1412 req-180f92d9-3b4d-41ae-8538-5d2c183bf348 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Sep 25 04:45:43.914184 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:43.914929 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:44.537128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9dec2-f7c2-4d76-ac77-057538c5f7af req-16a58ba5-9d35-46b2-a587-204620cb5d66 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:44.538583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4f9dec2-f7c2-4d76-ac77-057538c5f7af req-16a58ba5-9d35-46b2-a587-204620cb5d66 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Sep 25 04:45:44.568412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:44.587253 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4f9dec2-f7c2-4d76-ac77-057538c5f7af req-5803e94a-4c98-4029-9bc9-f4e38500d47a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Sep 25 04:45:45.733098 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d0cb-4523-4822-99e2-daa008d3e54a req-fa105887-9ee6-4161-b933-878777f88607 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:45.743375 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29c8d0cb-4523-4822-99e2-daa008d3e54a req-fa105887-9ee6-4161-b933-878777f88607 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0677574 Sep 25 04:45:45.807770 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-29c8d0cb-4523-4822-99e2-daa008d3e54a req-6ff57f40-8dfa-41bd-aa60-f1d6eb78bee8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Sep 25 04:45:46.960768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf18f3-23a5-4335-9abe-51e4431a3efd req-37e04b06-999e-498f-b1a2-9378edb3de5a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:46.965400 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-33cf18f3-23a5-4335-9abe-51e4431a3efd req-37e04b06-999e-498f-b1a2-9378edb3de5a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0548041 Sep 25 04:45:47.020821 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-33cf18f3-23a5-4335-9abe-51e4431a3efd req-b12e7934-481f-4e70-8564-3947471a4bdd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514793 Sep 25 04:45:47.883421 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:45:48.157083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71addc4d-8d57-454f-99bd-f6de7dff2ef1 req-5e2f073a-96d2-43bb-9f50-41034a6337f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:48.158668 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71addc4d-8d57-454f-99bd-f6de7dff2ef1 req-5e2f073a-96d2-43bb-9f50-41034a6337f5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Sep 25 04:45:48.217207 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-71addc4d-8d57-454f-99bd-f6de7dff2ef1 req-8fdfb5d0-9dae-4e72-9910-ff2e7743f805 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525551 Sep 25 04:45:48.629784 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33504) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:48.790469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:48.877010 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Publish callbacks [] for security_group (e557c4ed-0292-4931-872b-d306bf135d68), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:48.881053 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e557c4ed-0292-4931-872b-d306bf135d68), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:48.918225 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b621634728944b2a9be669e1aaffa962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872558 Sep 25 04:45:48.921602 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33508) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:45:48.969022 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557c4ed-0292-4931-872b-d306bf135d68,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:48.987162 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] Publish callbacks [] for security_group (e557c4ed-0292-4931-872b-d306bf135d68), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:49.001246 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.001999 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.002389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.002757 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.003078 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.003457 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.003860 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.004167 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.004494 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.004981 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.005407 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.005631 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.005948 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.006264 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.006576 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361d2e55-f104-40db-8e22-df1aa88c73a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:45:49.020726 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] Publish callbacks [] for security_group (e557c4ed-0292-4931-872b-d306bf135d68), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:49.071814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e557c4ed-0292-4931-872b-d306bf135d68), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:49.074853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:49.075996 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e557c4ed-0292-4931-872b-d306bf135d68 HTTP/1.1" status: 204 len: 168 time: 0.1535048 Sep 25 04:45:49.097163 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612bf262-6f78-4da7-9daa-95e22b99e7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557c4ed-0292-4931-872b-d306bf135d68,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:45:49.373339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2d034-5d26-4bb2-94d2-2ddd4702d5c5 req-b1392d90-742e-4d71-8bea-1b061cdf7870 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:49.383466 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cb2d034-5d26-4bb2-94d2-2ddd4702d5c5 req-b1392d90-742e-4d71-8bea-1b061cdf7870 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0717673 Sep 25 04:45:49.445359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9cb2d034-5d26-4bb2-94d2-2ddd4702d5c5 req-adc686d0-25e2-47c5-ab72-8773cf258a80 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561652 Sep 25 04:45:50.635578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b2d5e-243e-4e69-ba7c-90e0f089cdd8 req-4a0bfe22-c060-4bcc-8527-361d2687c652 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:50.644142 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f0b2d5e-243e-4e69-ba7c-90e0f089cdd8 req-4a0bfe22-c060-4bcc-8527-361d2687c652 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0675819 Sep 25 04:45:50.696248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8f0b2d5e-243e-4e69-ba7c-90e0f089cdd8 req-c7e32c08-b4b3-4227-ac4a-420cf71c4fdf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509822 Sep 25 04:45:51.128303 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:51.142287 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:45:51.922442 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973129bf-a0f1-489b-9add-e575c84234a3 req-9206a56f-0c4a-426d-bc54-8030e308afcc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:51.924202 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-973129bf-a0f1-489b-9add-e575c84234a3 req-9206a56f-0c4a-426d-bc54-8030e308afcc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0656247 Sep 25 04:45:52.011248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-973129bf-a0f1-489b-9add-e575c84234a3 req-381aa24a-bdb4-46d8-b13c-64d67e7bb5b2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802112 Sep 25 04:45:53.146154 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608d981-414b-4808-bfa7-a115643eb367 req-3b05f4c9-0d8f-45d0-a81b-4bcc020d38fe tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:53.147817 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5608d981-414b-4808-bfa7-a115643eb367 req-3b05f4c9-0d8f-45d0-a81b-4bcc020d38fe tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Sep 25 04:45:53.215220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5608d981-414b-4808-bfa7-a115643eb367 req-9ee512d0-2ab2-4ff0-aaac-33638a0b8708 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553193 Sep 25 04:45:54.331951 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce03d68-d983-4ce9-b214-eb0bfd15caab req-7b06e70d-0f4e-4536-90bc-6a0839aaf7d9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:54.333414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dce03d68-d983-4ce9-b214-eb0bfd15caab req-7b06e70d-0f4e-4536-90bc-6a0839aaf7d9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0467272 Sep 25 04:45:54.379170 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dce03d68-d983-4ce9-b214-eb0bfd15caab req-e25149e1-b32a-4a47-af26-dcdfdabcafcf tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 Sep 25 04:45:55.508846 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911ba28-fb9d-4a07-ba60-3f4d309f3625 req-5fcb54c9-4023-4d9f-904b-513591280e84 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:55.510962 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7911ba28-fb9d-4a07-ba60-3f4d309f3625 req-5fcb54c9-4023-4d9f-904b-513591280e84 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0509593 Sep 25 04:45:55.556138 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7911ba28-fb9d-4a07-ba60-3f4d309f3625 req-d66c3216-aa03-4a3d-aed4-ee7b6cb6ce27 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Sep 25 04:45:56.673569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:56.681907 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d88a-dd1f-4ac2-8632-e4e9c6be29ea req-121d1964-b362-4c10-bcc0-42a4e8b220e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:56.683367 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-45a5d88a-dd1f-4ac2-8632-e4e9c6be29ea req-121d1964-b362-4c10-bcc0-42a4e8b220e2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0473840 Sep 25 04:45:56.730855 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-45a5d88a-dd1f-4ac2-8632-e4e9c6be29ea req-53d530b3-d7ec-4fea-bbea-307f39cf4b39 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Sep 25 04:45:57.877126 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:57.882382 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:58.036856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f43c-5361-4d9f-a1c7-390bdbe51bf8 req-58ef1d95-abec-44d8-a5ae-471279983606 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:58.038220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4db2f43c-5361-4d9f-a1c7-390bdbe51bf8 req-58ef1d95-abec-44d8-a5ae-471279983606 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.2269223 Sep 25 04:45:58.085129 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4db2f43c-5361-4d9f-a1c7-390bdbe51bf8 req-292645ba-a479-4639-a613-1806755e73ba tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 Sep 25 04:45:59.079305 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:59.087149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=40,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:59.255104 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:45:59.266130 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b9dab-a736-4370-8d4a-04cf55678b61 req-de0d7d2b-4c0e-492e-af3b-4784382e9751 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:45:59.267594 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf9b9dab-a736-4370-8d4a-04cf55678b61 req-de0d7d2b-4c0e-492e-af3b-4784382e9751 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0965474 Sep 25 04:45:59.314772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bf9b9dab-a736-4370-8d4a-04cf55678b61 req-b73c92f9-a461-4957-93d9-b0e7121472bc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Sep 25 04:46:00.439048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d99e3-d4cf-4b73-a2fe-d4ad17d69a62 req-7efad793-17dd-4ac0-b425-d39865a2f24b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:00.440494 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-344d99e3-d4cf-4b73-a2fe-d4ad17d69a62 req-7efad793-17dd-4ac0-b425-d39865a2f24b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0458717 Sep 25 04:46:00.493434 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-344d99e3-d4cf-4b73-a2fe-d4ad17d69a62 req-fa26925f-30ed-40a7-9fcf-c3c240ac7491 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472734 Sep 25 04:46:01.136948 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:01.623339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cea8-4ad7-44bd-bad2-36a8ac1f7d7f req-42a403aa-ca50-4559-913c-37ce6e6478b0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:01.624787 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-38f2cea8-4ad7-44bd-bad2-36a8ac1f7d7f req-42a403aa-ca50-4559-913c-37ce6e6478b0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0467086 Sep 25 04:46:01.671951 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-38f2cea8-4ad7-44bd-bad2-36a8ac1f7d7f req-935ced2f-7cc7-4da4-ade8-d9a023112705 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 Sep 25 04:46:02.797171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f2260-f1d5-4b5b-9f27-845e1c8b3763 req-0ce2b5eb-c067-4437-874e-a54caa86dad3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:02.798585 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-248f2260-f1d5-4b5b-9f27-845e1c8b3763 req-0ce2b5eb-c067-4437-874e-a54caa86dad3 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0451415 Sep 25 04:46:02.844954 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-248f2260-f1d5-4b5b-9f27-845e1c8b3763 req-96115cdf-3ef7-49b5-ac21-d86c0b5ed84c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Sep 25 04:46:03.220171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fef8f-7b2a-438c-918b-04cb62004393 req-a3c0699c-42d4-4f8a-9d50-72ba59a370ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:03.221710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-a3c0699c-42d4-4f8a-9d50-72ba59a370ab service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1129 time: 0.0455363 Sep 25 04:46:04.166938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa468-fb4c-4305-936c-dbbfd20cedd8 req-2a84cb0f-860f-4052-a3f0-e957845ab57a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.168463 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c05aa468-fb4c-4305-936c-dbbfd20cedd8 req-2a84cb0f-860f-4052-a3f0-e957845ab57a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0785470 Sep 25 04:46:04.241682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fef8f-7b2a-438c-918b-04cb62004393 req-d9e6f5b3-7bd7-40df-9f00-1d80972eafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.243154 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-d9e6f5b3-7bd7-40df-9f00-1d80972eafc2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.1804841 Sep 25 04:46:04.257662 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c05aa468-fb4c-4305-936c-dbbfd20cedd8 req-bb1b8d15-05af-4347-bbba-8b1226fe8e3f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745990 Sep 25 04:46:04.354806 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-1f0836b4-174a-4ba4-9c74-89801b2a429b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 1001 time: 0.0583942 Sep 25 04:46:04.404113 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fef8f-7b2a-438c-918b-04cb62004393 req-49974944-438a-44f2-acef-59771fe5253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.405569 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-49974944-438a-44f2-acef-59771fe5253d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0453341 Sep 25 04:46:04.452065 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fef8f-7b2a-438c-918b-04cb62004393 req-469bdcdc-95d4-4aca-bfd6-e2a8ef387232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.453544 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-469bdcdc-95d4-4aca-bfd6-e2a8ef387232 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418439 Sep 25 04:46:04.538092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:04.545327 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-8c257d8e-68e5-46b2-a496-8e80bd2ff734 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Sep 25 04:46:04.641943 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-009fef8f-7b2a-438c-918b-04cb62004393 req-c11b8d5a-5366-471a-8c2a-0989d96ed8d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909433 Sep 25 04:46:04.788414 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-0449a71b-1417-440c-8951-ebf603577596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.789974 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-0449a71b-1417-440c-8951-ebf603577596 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1129 time: 0.0425947 Sep 25 04:46:04.905892 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-409d5a25-fa5b-4403-be43-e1300dc89f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:04.907411 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-409d5a25-fa5b-4403-be43-e1300dc89f8a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.0976338 Sep 25 04:46:05.266809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:05.288676 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-23f06e84-5314-4569-8fd8-70b4fbc2af59 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 1001 time: 0.0614450 Sep 25 04:46:05.362142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-ee6ecb7a-db60-4f8e-87fa-81f9ad3de88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:05.363620 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-ee6ecb7a-db60-4f8e-87fa-81f9ad3de88d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0661366 Sep 25 04:46:05.399574 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a43a15-3533-4aaa-bc12-7ac379159bd0 req-1a792d57-3a29-4619-ae38-a5b25b63a3c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:05.401273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47a43a15-3533-4aaa-bc12-7ac379159bd0 req-1a792d57-3a29-4619-ae38-a5b25b63a3c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0573809 Sep 25 04:46:05.462779 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-f8b01b26-e663-40da-82eb-7dad2eab4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:05.464408 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-f8b01b26-e663-40da-82eb-7dad2eab4c79 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622127 Sep 25 04:46:05.501184 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-47a43a15-3533-4aaa-bc12-7ac379159bd0 req-92bd2cf5-d5fd-433e-92a0-6444bd64d129 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891566 Sep 25 04:46:05.572330 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-4dd6d6e4-92a1-4eba-a31d-de0d524af653 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017356 Sep 25 04:46:05.660401 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-10a5d92a-e1d3-4a5c-8737-d3224e005cb1 req-99fceb36-a32f-404a-a3fe-2204f2e822df service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826185 Sep 25 04:46:06.633300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85740b-1f99-490e-bb3a-59bb6bac6656 req-cd9c8202-bbaf-4e60-94c3-9cfa892d0b70 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:06.634765 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c85740b-1f99-490e-bb3a-59bb6bac6656 req-cd9c8202-bbaf-4e60-94c3-9cfa892d0b70 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Sep 25 04:46:06.680855 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c85740b-1f99-490e-bb3a-59bb6bac6656 req-621d577f-f55d-4d4b-9e81-8af46c2e94e9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396891 Sep 25 04:46:07.643136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e896-8299-410d-9023-b57871e4d5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:07.818515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cbc8b-7fa0-4a59-8e02-d77f1cdcda54 req-671e2ded-da3c-467d-b08c-26468bf8ba46 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:07.820105 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1c9cbc8b-7fa0-4a59-8e02-d77f1cdcda54 req-671e2ded-da3c-467d-b08c-26468bf8ba46 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Sep 25 04:46:07.873467 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1c9cbc8b-7fa0-4a59-8e02-d77f1cdcda54 req-3de22864-6d6c-4f41-acb1-9edd01c9abe6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Sep 25 04:46:08.455785 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:08.656436 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: ACTIVE; New status is: DOWN {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:46:08.657163 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:08.684734 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:46:08.687941 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b518fc-7508-4526-80bb-af4c04879001" -d '{"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-unplugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:08.705770 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:08.710961 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:08.734142 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5026ced-86cb-454a-9623-102cdaaa3202 x-openstack-request-id: req-d5026ced-86cb-454a-9623-102cdaaa3202 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:08.734444 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-unplugged", "status": "failed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "code": 422}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:08.734699 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5026ced-86cb-454a-9623-102cdaaa3202 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:08.735099 dv-cinder-855359-5-iscsi neutron-server[106427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d5026ced-86cb-454a-9623-102cdaaa3202']: {'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'code': 422} returned with failed status Sep 25 04:46:08.760977 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=8']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:08.768488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.768855 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.769198 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.769546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.769876 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.770206 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.770532 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.770857 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.771183 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.771506 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.771830 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.772154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.772472 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.772826 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:08.773148 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:09.003763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6d28-02d1-4bdb-9c8d-9b5bf989a635 req-3ff138be-c780-48e3-ae8b-40e08678fedd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:09.005261 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ddd6d28-02d1-4bdb-9c8d-9b5bf989a635 req-3ff138be-c780-48e3-ae8b-40e08678fedd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0481546 Sep 25 04:46:09.058941 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ddd6d28-02d1-4bdb-9c8d-9b5bf989a635 req-1d5c1f6e-bd3f-4baf-a6d0-05a677ca497c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480266 Sep 25 04:46:10.024012 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4e28dc20-d158-42c3-b9a7-e6c4add28828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:10.079760 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:10.097581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622c0b5-b08c-4f05-9ba0-27665f54e966 req-147fac15-03a3-4903-8a03-7d09121ecb42 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:10.099131 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f622c0b5-b08c-4f05-9ba0-27665f54e966 req-147fac15-03a3-4903-8a03-7d09121ecb42 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0515218 Sep 25 04:46:10.154141 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f622c0b5-b08c-4f05-9ba0-27665f54e966 req-7dc5a8eb-8447-4d17-9b2b-7cafcda9e28f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490196 Sep 25 04:46:10.385751 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33858) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:10.475797 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-161f2e50-4f02-4a88-9335-5a2184ca54eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887988 Sep 25 04:46:10.485650 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-8121d6b4-2aa3-4623-a458-21bd0d296662 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106426) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:46:10.486700 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-8121d6b4-2aa3-4623-a458-21bd0d296662 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053856 Sep 25 04:46:10.565131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 33866) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:10.613651 dv-cinder-855359-5-iscsi neutron-server[106426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 25 04:46:10.659550 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-3f80ef41-8985-4559-8ae7-23eb3cfe7714 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:10.660935 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-3f80ef41-8985-4559-8ae7-23eb3cfe7714 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports/67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 940 time: 0.0948012 Sep 25 04:46:11.112130 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:11.292713 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4ab4f-f392-4d1c-bf39-b051b2d22a1e req-ab7b1cea-d1f8-45cb-aa4c-4dfbbed69a63 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:11.294188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-90a4ab4f-f392-4d1c-bf39-b051b2d22a1e req-ab7b1cea-d1f8-45cb-aa4c-4dfbbed69a63 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0476611 Sep 25 04:46:11.345442 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-90a4ab4f-f392-4d1c-bf39-b051b2d22a1e req-e8ec2a69-53ce-403b-984b-77c8e0904944 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444274 Sep 25 04:46:11.825171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-99685cb6-8bee-4202-9267-64a872533b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:11.827032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-99685cb6-8bee-4202-9267-64a872533b30 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082&tenant_id=a2ac515b97884375b3e85c6e54de81bc HTTP/1.1" status: 200 len: 1127 time: 0.0436289 Sep 25 04:46:11.837784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-76bb605c-43f6-41fc-87b0-57763b3602cb service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:46:11.838742 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-76bb605c-43f6-41fc-87b0-57763b3602cb service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047102 Sep 25 04:46:11.925839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-e31add05-8196-40fa-9e76-77fecf73f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:11.927328 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-e31add05-8196-40fa-9e76-77fecf73f221 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1127 time: 0.0411737 Sep 25 04:46:12.021777 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:12.024752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-b0e3bc24-dead-456f-ba61-e0927748bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:12.026205 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-b0e3bc24-dead-456f-ba61-e0927748bac1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.0928767 Sep 25 04:46:12.089621 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-37b5666c-f9c3-4863-8623-3d5631e2b006 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 999 time: 0.0571370 Sep 25 04:46:12.139762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-140e2843-235e-4995-8c66-f58e2f8ab30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:12.141567 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-140e2843-235e-4995-8c66-f58e2f8ab30b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0446594 Sep 25 04:46:12.191335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-74b48940-b0b2-4179-addc-13f30d91970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:12.192870 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-74b48940-b0b2-4179-addc-13f30d91970d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430582 Sep 25 04:46:12.289103 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-72b93ebe-8dc1-4689-b4fd-9eee260d162b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886698 Sep 25 04:46:12.384853 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5885a6c4-6d0f-4d6a-8bd6-1ae5d8264810 req-16c72159-5d0b-48de-848c-9279d3b037ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892470 Sep 25 04:46:12.474398 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:12.484824 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfdb53-f5fe-43bb-ade0-2668b3cbe373 req-92b4b0da-245b-490c-8692-4b9325238b0d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:12.486375 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0bfdb53-f5fe-43bb-ade0-2668b3cbe373 req-92b4b0da-245b-490c-8692-4b9325238b0d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0521531 Sep 25 04:46:12.536755 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f0bfdb53-f5fe-43bb-ade0-2668b3cbe373 req-46ace36d-de87-4c18-896c-d7b8e4438474 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Sep 25 04:46:12.550526 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: DOWN; New status is: DOWN {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:46:12.731872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:12.841336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:13.680748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124cd1d-2913-48f0-9989-7f2ae7b03e00 req-6e74a2d0-bb89-4d3d-a7bd-228cabc2e121 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:13.688959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7124cd1d-2913-48f0-9989-7f2ae7b03e00 req-6e74a2d0-bb89-4d3d-a7bd-228cabc2e121 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0556531 Sep 25 04:46:13.746017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7124cd1d-2913-48f0-9989-7f2ae7b03e00 req-9a9e508a-4084-4a3f-a3c0-2ea6b9f2e21c tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561061 Sep 25 04:46:14.903243 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbfff4-6f15-40c6-b2af-d510374c6784 req-70bba2fe-5a9f-4797-9b61-92cdf74cac13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:14.904835 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c1dbfff4-6f15-40c6-b2af-d510374c6784 req-70bba2fe-5a9f-4797-9b61-92cdf74cac13 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0486023 Sep 25 04:46:14.955926 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c1dbfff4-6f15-40c6-b2af-d510374c6784 req-0c731ba9-4dc2-46ff-8ce0-83aac3fcde40 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453949 Sep 25 04:46:16.091155 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc405bcb-6d94-4f36-a93e-6f0480d2a045 req-171780ff-3943-4e28-a709-f66acae74b64 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:16.093532 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cc405bcb-6d94-4f36-a93e-6f0480d2a045 req-171780ff-3943-4e28-a709-f66acae74b64 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0479517 Sep 25 04:46:16.143137 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cc405bcb-6d94-4f36-a93e-6f0480d2a045 req-78c0f04f-4bc7-409a-8087-dbcbef62be39 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441132 Sep 25 04:46:17.250942 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:17.297584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b36bcd-d8dd-4df0-ac6d-a6c4ac05a6a2 req-f3a6a643-a7ec-43a4-86d6-08f045cd2128 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:17.300388 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-17b36bcd-d8dd-4df0-ac6d-a6c4ac05a6a2 req-f3a6a643-a7ec-43a4-86d6-08f045cd2128 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0578289 Sep 25 04:46:17.352385 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-17b36bcd-d8dd-4df0-ac6d-a6c4ac05a6a2 req-c4fe6c97-9951-4aa6-8e16-d7091db98c95 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443821 Sep 25 04:46:18.491495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc3d5-c5a2-4c7d-975e-4327ab41e824 req-5d0e58e2-5755-4277-9f06-a8cb3d19f1e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:18.492987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e62cc3d5-c5a2-4c7d-975e-4327ab41e824 req-5d0e58e2-5755-4277-9f06-a8cb3d19f1e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0496759 Sep 25 04:46:18.542807 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e62cc3d5-c5a2-4c7d-975e-4327ab41e824 req-c19172c5-5d6a-47e8-9b88-ba713b6d24a2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439429 Sep 25 04:46:19.682911 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d527d-c56e-4416-97b3-7c2ea91caba9 req-8c6ed0d1-2cfc-4626-b7d5-c140345d92cc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:19.684460 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec8d527d-c56e-4416-97b3-7c2ea91caba9 req-8c6ed0d1-2cfc-4626-b7d5-c140345d92cc tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0552685 Sep 25 04:46:19.744775 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ec8d527d-c56e-4416-97b3-7c2ea91caba9 req-37a60c4a-753a-4f4e-9096-dd9dca3e93ec tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521128 Sep 25 04:46:20.648888 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:20.651659 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=9 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:20.868764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:20.878808 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edf0ae-f79d-4869-a549-113ae81f2ccb req-3b1c7a03-28d9-4f17-92d3-0b61a0cabe43 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:20.880332 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-46edf0ae-f79d-4869-a549-113ae81f2ccb req-3b1c7a03-28d9-4f17-92d3-0b61a0cabe43 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0504301 Sep 25 04:46:20.912145 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:20.912914 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:20.930235 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-46edf0ae-f79d-4869-a549-113ae81f2ccb req-29a967ce-cd2e-43b9-8f26-4df87432ccc4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Sep 25 04:46:21.136190 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:22.065287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde16f9-efb6-4b9c-9e8c-b82a972a8373 req-fe18f9ce-a5b0-41e2-a7a6-66858c3cca84 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:22.066694 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bcde16f9-efb6-4b9c-9e8c-b82a972a8373 req-fe18f9ce-a5b0-41e2-a7a6-66858c3cca84 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0504153 Sep 25 04:46:22.123604 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-bcde16f9-efb6-4b9c-9e8c-b82a972a8373 req-a6a83b1a-516a-40c0-931b-707c30438154 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453210 Sep 25 04:46:23.252688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b022c-98af-4842-b3be-9404cecef629 req-f2b23d24-774c-444c-bb87-5103c7571600 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:23.254223 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b4b022c-98af-4842-b3be-9404cecef629 req-f2b23d24-774c-444c-bb87-5103c7571600 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0470126 Sep 25 04:46:23.304096 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8b4b022c-98af-4842-b3be-9404cecef629 req-785434c8-b00d-445d-9e5e-447cbe13c179 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Sep 25 04:46:24.437329 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bbc11-77ef-4607-b610-9d47c8efeae6 req-4e3732be-c7c4-425e-a696-966bf4f9e979 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:24.438862 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-459bbc11-77ef-4607-b610-9d47c8efeae6 req-4e3732be-c7c4-425e-a696-966bf4f9e979 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0508265 Sep 25 04:46:24.497183 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-459bbc11-77ef-4607-b610-9d47c8efeae6 req-386e1c0a-ed69-4cb7-bf05-f0ce47ea1b17 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525858 Sep 25 04:46:24.882387 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:46:25.627863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a927a-4e17-4509-aa9f-e2d356bd2622 req-d1289e3f-fe23-4833-9839-37589562d1bd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:25.629329 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-672a927a-4e17-4509-aa9f-e2d356bd2622 req-d1289e3f-fe23-4833-9839-37589562d1bd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0514200 Sep 25 04:46:25.675131 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-672a927a-4e17-4509-aa9f-e2d356bd2622 req-44f3322a-27f8-46a7-aae4-9ada48342699 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Sep 25 04:46:26.802621 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06daa9-9e2a-4146-b2f4-fc547976809b req-5d990461-c52b-4126-b3a3-10613cebbf6a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:26.804113 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ff06daa9-9e2a-4146-b2f4-fc547976809b req-5d990461-c52b-4126-b3a3-10613cebbf6a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0476599 Sep 25 04:46:26.852432 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ff06daa9-9e2a-4146-b2f4-fc547976809b req-2babfe07-bf7b-4a6b-a3ff-f6cec14ff458 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427179 Sep 25 04:46:27.980865 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da812a-bbb7-41d6-aa8e-c895b06871d0 req-c04189a1-8ef6-486a-87c8-59e4aed065c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:27.982348 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44da812a-bbb7-41d6-aa8e-c895b06871d0 req-c04189a1-8ef6-486a-87c8-59e4aed065c4 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0468786 Sep 25 04:46:28.265597 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-44da812a-bbb7-41d6-aa8e-c895b06871d0 req-8ac78a38-5f31-4deb-a7c9-5e4bbd812475 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774422 Sep 25 04:46:29.393581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1762be-c315-4a45-800b-56944db2c4da req-510d835c-4097-47e7-b5db-2842f2fdf625 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:29.395017 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a1762be-c315-4a45-800b-56944db2c4da req-510d835c-4097-47e7-b5db-2842f2fdf625 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0463219 Sep 25 04:46:29.440771 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9a1762be-c315-4a45-800b-56944db2c4da req-5ce08e20-4865-46b7-9235-7f3ecef47b5e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Sep 25 04:46:30.568870 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef69cb-fa30-4d97-9724-4f5841da1501 req-12564478-2dcc-4b9d-9e5a-fc6aca21d838 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:30.570292 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-88ef69cb-fa30-4d97-9724-4f5841da1501 req-12564478-2dcc-4b9d-9e5a-fc6aca21d838 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0462708 Sep 25 04:46:30.590981 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:30.620156 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-88ef69cb-fa30-4d97-9724-4f5841da1501 req-52e85e80-6154-4453-9dcc-1f1432748846 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443075 Sep 25 04:46:31.124746 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=2,neutron:SELECT=47 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:31.133021 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:31.745983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292d37-0cc5-4857-9718-c25178770bac req-ba424e38-0212-440a-ba05-ffadf03b9583 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:31.747344 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49292d37-0cc5-4857-9718-c25178770bac req-ba424e38-0212-440a-ba05-ffadf03b9583 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0460346 Sep 25 04:46:31.798618 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-49292d37-0cc5-4857-9718-c25178770bac req-63a2948b-5cfc-4af6-b331-ac71bf84e304 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Sep 25 04:46:32.927618 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d012d-f521-4d58-86ab-5c3b26996b96 req-2d2a2fab-dd58-4e3a-b80b-2516d2d6d383 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:32.929094 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f09d012d-f521-4d58-86ab-5c3b26996b96 req-2d2a2fab-dd58-4e3a-b80b-2516d2d6d383 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0459950 Sep 25 04:46:32.975869 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f09d012d-f521-4d58-86ab-5c3b26996b96 req-29dcd0aa-e3e8-4c78-8fc3-430c351168dd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Sep 25 04:46:34.065582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:34.104843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09678350-0693-41ff-96ed-529afb54136a req-7f9cc83d-1749-41f9-a90a-d3d355f98926 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:34.106286 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09678350-0693-41ff-96ed-529afb54136a req-7f9cc83d-1749-41f9-a90a-d3d355f98926 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0497606 Sep 25 04:46:34.152898 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-09678350-0693-41ff-96ed-529afb54136a req-9af80518-e47a-4dbe-83ca-32e695aea679 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Sep 25 04:46:35.279437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f376b-b0c5-4829-ab8a-39aa2bcdbbb8 req-520ac7a4-8449-47fd-8909-56a66f7dc239 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:35.281048 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f3f376b-b0c5-4829-ab8a-39aa2bcdbbb8 req-520ac7a4-8449-47fd-8909-56a66f7dc239 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0466070 Sep 25 04:46:35.327831 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f3f376b-b0c5-4829-ab8a-39aa2bcdbbb8 req-6c9b1317-940b-4f0e-b596-0213f37a0917 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Sep 25 04:46:36.454206 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7dff2-f7cd-493c-bd2e-03421610c104 req-24240417-2efd-489f-98dd-430ada6185be tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:36.455694 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3bd7dff2-f7cd-493c-bd2e-03421610c104 req-24240417-2efd-489f-98dd-430ada6185be tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0466027 Sep 25 04:46:36.507538 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3bd7dff2-f7cd-493c-bd2e-03421610c104 req-40a465e0-c1ec-46af-9a2f-b3dac180225f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462315 Sep 25 04:46:36.803713 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=13 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:36.805608 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:37.633783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba86ae2-a478-4ca8-9f89-7157839a65cd req-513feca4-cad5-47cf-9d6b-15a0e74bb1ee tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:37.635285 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ba86ae2-a478-4ca8-9f89-7157839a65cd req-513feca4-cad5-47cf-9d6b-15a0e74bb1ee tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0483224 Sep 25 04:46:37.648187 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f1cefab6-367b-471c-96d4-6f32c5a60078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:37.686932 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6ba86ae2-a478-4ca8-9f89-7157839a65cd req-afaae12b-f0a5-4dc0-b0ca-d7273537b57b tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447080 Sep 25 04:46:38.819445 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed2862-8bbe-439e-ba94-c77a6d1d7801 req-4d36eca6-3ad2-45de-aa0c-dd97eb995225 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:38.820931 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9aed2862-8bbe-439e-ba94-c77a6d1d7801 req-4d36eca6-3ad2-45de-aa0c-dd97eb995225 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0514352 Sep 25 04:46:38.869450 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9aed2862-8bbe-439e-ba94-c77a6d1d7801 req-3d39a3fd-b3fd-442f-a157-e853bfef1754 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Sep 25 04:46:40.001129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f395d-b042-4410-9b50-f67c38008e54 req-43ba1e90-8d8a-4caf-b117-b420c77d6145 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:40.002895 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb8f395d-b042-4410-9b50-f67c38008e54 req-43ba1e90-8d8a-4caf-b117-b420c77d6145 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 943 time: 0.0536125 Sep 25 04:46:40.022290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8d305351-6be9-4fa4-8dc7-dc11588db70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:40.053442 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cb8f395d-b042-4410-9b50-f67c38008e54 req-c3b93efd-c37f-4463-b5fe-bdaee650d8c8 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Sep 25 04:46:40.601588 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:46:40.703202 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:40.721645 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '67e59d38-b12f-4f51-bb79-591d93062336', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'port_id': '67e59d38-b12f-4f51-bb79-591d93062336', 'mac_address': 'fa:16:3e:61:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:46:40.760440 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:46:40.760901 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:40.777074 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:46:40.798924 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:40.802923 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:40.850837 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=9']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:41.114568 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:41.186932 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa6052-4941-4f6e-b880-5569fc2da347 req-6db9ada6-2ea5-4267-b34d-13356eaef9f1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:41.188780 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8cfa6052-4941-4f6e-b880-5569fc2da347 req-6db9ada6-2ea5-4267-b34d-13356eaef9f1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0475979 Sep 25 04:46:41.244902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8cfa6052-4941-4f6e-b880-5569fc2da347 req-71176283-98d9-4e4c-9644-19736bbc9548 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503707 Sep 25 04:46:41.290790 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['67e59d38-b12f-4f51-bb79-591d93062336'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:46:42.383196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741954a-1767-4e2f-923c-fdc5567b0c0e req-380cd4c6-bb8f-406e-9913-ab35d5edefb9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:42.384659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9741954a-1767-4e2f-923c-fdc5567b0c0e req-380cd4c6-bb8f-406e-9913-ab35d5edefb9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 944 time: 0.0507925 Sep 25 04:46:42.434987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9741954a-1767-4e2f-923c-fdc5567b0c0e req-891510ae-3908-4018-a47f-9db54ec4dc11 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437076 Sep 25 04:46:42.620345 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:46:42.674570 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 67e59d38-b12f-4f51-bb79-591d93062336 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:46:42.675668 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (67e59d38-b12f-4f51-bb79-591d93062336), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:42.676165 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 67e59d38-b12f-4f51-bb79-591d93062336 Sep 25 04:46:42.742304 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:42.775931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 67e59d38-b12f-4f51-bb79-591d93062336 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:46:42.776326 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:42.800081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:46:42.802378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ae9f65-dd31-41ea-8d40-42803d32ed68" -d '{"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:42.817136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:42.826088 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:42.861486 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2e164f-957e-46ba-97a9-6cd377c6603f x-openstack-request-id: req-7e2e164f-957e-46ba-97a9-6cd377c6603f {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:42.861768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-plugged", "status": "completed", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:42.862017 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e2e164f-957e-46ba-97a9-6cd377c6603f {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:42.862408 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2e164f-957e-46ba-97a9-6cd377c6603f'] response: {'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'code': 200} Sep 25 04:46:42.867485 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:42.889636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:42.893496 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=10']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:42.946478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34154) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:43.053257 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5adf-fabc-49d5-a8db-ee8ae9566858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.133561 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5adf-fabc-49d5-a8db-ee8ae9566858 admin admin] Publish callbacks [] for security_group (f0226e9b-c3b4-440a-b847-f93977460d1f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.137514 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5adf-fabc-49d5-a8db-ee8ae9566858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f0226e9b-c3b4-440a-b847-f93977460d1f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.165591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221480-4156-4cda-b369-51921678a520 req-d56c342c-497d-4331-9186-93d52b2c6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:43.167096 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dc221480-4156-4cda-b369-51921678a520 req-d56c342c-497d-4331-9186-93d52b2c6d22 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1130 time: 0.0900674 Sep 25 04:46:43.170972 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-fd2c5adf-fabc-49d5-a8db-ee8ae9566858 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e4c232c36277491b8fced135ddbedf73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234533 Sep 25 04:46:43.175365 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34160) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:43.178746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:43.191547 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c5adf-fabc-49d5-a8db-ee8ae9566858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0226e9b-c3b4-440a-b847-f93977460d1f,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:43.213421 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dc221480-4156-4cda-b369-51921678a520 req-afa6c0f9-656f-477f-b94e-8ca997fdc29c service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398877 Sep 25 04:46:43.230563 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] Publish callbacks [] for security_group (f0226e9b-c3b4-440a-b847-f93977460d1f), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.253916 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] Publish callbacks [] for security_group (f0226e9b-c3b4-440a-b847-f93977460d1f), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.301344 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (f0226e9b-c3b4-440a-b847-f93977460d1f), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.303869 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:43.305306 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f0226e9b-c3b4-440a-b847-f93977460d1f HTTP/1.1" status: 204 len: 168 time: 0.1290708 Sep 25 04:46:43.313462 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc65b1-2450-44a1-b260-94559f670621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0226e9b-c3b4-440a-b847-f93977460d1f,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:43.580983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dd28c-2f4a-494b-94e1-02b95dda9ea7 req-c0cfed16-80b0-44fb-9827-dc082971c6a2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:43.582852 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c6dd28c-2f4a-494b-94e1-02b95dda9ea7 req-c0cfed16-80b0-44fb-9827-dc082971c6a2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0544388 Sep 25 04:46:43.644308 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4c6dd28c-2f4a-494b-94e1-02b95dda9ea7 req-57782c0c-9026-4dae-8dcd-a1d635b329a0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557156 Sep 25 04:46:44.781306 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63858836-e03c-4b08-aba4-113cb4059814 req-893fa1fc-4d6a-4002-933a-c8a0bcb3c118 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:44.782773 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63858836-e03c-4b08-aba4-113cb4059814 req-893fa1fc-4d6a-4002-933a-c8a0bcb3c118 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0475330 Sep 25 04:46:44.830024 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-63858836-e03c-4b08-aba4-113cb4059814 req-3a60d160-f1df-480e-9f41-f5ef89cd2fdd tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415807 Sep 25 04:46:45.961140 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:45.971129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489f985-c630-4919-8406-76e4a2f0a0c0 req-aa6477f5-f086-4ca8-b77c-590d90a6e70e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:45.973066 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1489f985-c630-4919-8406-76e4a2f0a0c0 req-aa6477f5-f086-4ca8-b77c-590d90a6e70e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0597725 Sep 25 04:46:46.024192 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1489f985-c630-4919-8406-76e4a2f0a0c0 req-1ac3ed15-b1f7-4506-88e6-ae9e8ca27384 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Sep 25 04:46:47.160487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691add2-ebcb-4e84-a17c-3754286443ba req-e81f098f-dc9f-432b-9e04-d86d5b3c6a87 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:47.162669 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6691add2-ebcb-4e84-a17c-3754286443ba req-e81f098f-dc9f-432b-9e04-d86d5b3c6a87 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Sep 25 04:46:47.210982 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6691add2-ebcb-4e84-a17c-3754286443ba req-a1d89dbb-1c27-49a9-a6d2-55dfe59a5b47 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Sep 25 04:46:47.423548 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cca76-7f16-4d27-94bf-6710704dcb0e req-597e9ff4-d401-4791-a935-79dc0dd39ead tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:47.425040 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-666cca76-7f16-4d27-94bf-6710704dcb0e req-597e9ff4-d401-4791-a935-79dc0dd39ead tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0464706 Sep 25 04:46:47.471929 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-666cca76-7f16-4d27-94bf-6710704dcb0e req-8129ce59-54a2-43f9-bb71-1f04826fb1be tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412796 Sep 25 04:46:48.597339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9fb3f-37ec-41df-ad0a-82906ae88832 req-22bf0904-1403-48f9-a22d-c504467f9dea tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:48.598772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2b9fb3f-37ec-41df-ad0a-82906ae88832 req-22bf0904-1403-48f9-a22d-c504467f9dea tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0464921 Sep 25 04:46:48.648340 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2b9fb3f-37ec-41df-ad0a-82906ae88832 req-99a4e706-ecb2-4e27-aab0-556e8aeb6b8a tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440857 Sep 25 04:46:49.769721 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-ce31af23-4d94-4e98-9a63-e1db41b27c27 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:49.771109 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-ce31af23-4d94-4e98-9a63-e1db41b27c27 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0733638 Sep 25 04:46:49.790086 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87119906-c630-4ffb-8c8f-aa07a21d7dfc req-6f85c9ea-3131-45c5-bdcd-0884268b5258 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:46:49.791447 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-87119906-c630-4ffb-8c8f-aa07a21d7dfc req-6f85c9ea-3131-45c5-bdcd-0884268b5258 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 945 time: 0.0636501 Sep 25 04:46:49.892808 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-87119906-c630-4ffb-8c8f-aa07a21d7dfc req-65f18820-9eca-451f-bbf3-2279173fb5bf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9e1ea823-f677-4b5c-a563-12d4d9117ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845797 Sep 25 04:46:49.895756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Deleting port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:46:49.896094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:49.988861 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] For port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:49.989222 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:50.079022 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:50.152547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:50.152935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:50.153248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Floating IP 3c0c781e-4efc-4101-b144-bb0fc6b95ca2 disassociated. External IP: 172.27.0.250, port: fe1a7c5e-cb1e-42df-9efe-1f8099bbc117. Sep 25 04:46:50.153591 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Calling delete_port for fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:46:50.309890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:50.318007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (fe1a7c5e-cb1e-42df-9efe-1f8099bbc117), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:50.350582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'Port': ['ID=fe1a7c5e-cb1e-42df-9efe-1f8099bbc117,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:50.371492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.371709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.371951 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.372291 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.372617 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.372970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.373295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.373664 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.373933 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.374256 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.375133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.375133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.375358 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.375641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.375957 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:50.499632 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:46:50.623877 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:46:50.634894 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:46:50.647338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:46:50.647951 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:46:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:50.676796 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] No DVR routers for this DVR port fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:46:50.679458 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:50.682950 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b6c2ed0c-a55b-4a89-9b51-a114c5c76ab1 req-d2e1f3e1-f20c-4700-8710-7b9c4d35dbdf tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.55 "DELETE /networking/v2.0/ports/fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 HTTP/1.1" status: 204 len: 173 time: 0.9062924 Sep 25 04:46:50.683513 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'name': 'network-vif-deleted', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:46:50.691668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831adabe-47c3-496c-adf7-87fb46e7fa20" -d '{"events": [{"server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "name": "network-vif-deleted", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:46:50.801172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:46:50.954135 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:50.956546 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a9c2f-5cb7-4eaf-8199-d8b9233d7318 x-openstack-request-id: req-f99a9c2f-5cb7-4eaf-8199-d8b9233d7318 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:46:50.957734 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffac6eac-431f-426a-9819-d3a16eebbd6e", "name": "network-vif-deleted", "tag": "fe1a7c5e-cb1e-42df-9efe-1f8099bbc117", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:46:50.958383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f99a9c2f-5cb7-4eaf-8199-d8b9233d7318 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:46:50.959010 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99a9c2f-5cb7-4eaf-8199-d8b9233d7318'] response: {'server_uuid': 'ffac6eac-431f-426a-9819-d3a16eebbd6e', 'name': 'network-vif-deleted', 'tag': 'fe1a7c5e-cb1e-42df-9efe-1f8099bbc117', 'status': 'completed', 'code': 200} Sep 25 04:46:51.038252 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:51.053893 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0c8b2b91-a231-4640-9f2d-eb0859724e54 req-a9b6eb32-6273-4925-99d2-447936f31774 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ffac6eac-431f-426a-9819-d3a16eebbd6e HTTP/1.1" status: 200 len: 210 time: 0.0352612 Sep 25 04:46:51.068628 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:46:51.077338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:46:51.077950 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:46:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:51.181607 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:51.205406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:46:51.421441 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:51.447882 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbb26b-6885-4679-9404-5525ab0c44a7 None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:36:04Z', 'revision_number': 4, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '96c4dff4-f2dc-4954-98cb-d5a646138bcd', 'name': '', 'network_id': '10349c1a-2a69-4296-a276-3606a4c13086', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'mac_address': 'fa:16:3e:85:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:59Z', 'updated_at': '2022-09-25T04:36:23Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'subnets': [{'id': 'b7beefb6-807c-4c5b-8922-5196350d551e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:46:51.685956 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14ec40e-2783-4d61-ae6e-1d7acbce460c None None] New status for floating IP 3c0c781e-4efc-4101-b144-bb0fc6b95ca2: DOWN {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:46:52.148142 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34258) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:52.203954 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (9e1ea823-f677-4b5c-a563-12d4d9117ca0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.225707 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (9e1ea823-f677-4b5c-a563-12d4d9117ca0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.273223 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (9e1ea823-f677-4b5c-a563-12d4d9117ca0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.275706 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.277159 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9e1ea823-f677-4b5c-a563-12d4d9117ca0 HTTP/1.1" status: 204 len: 168 time: 0.1279514 Sep 25 04:46:52.279953 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34260) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:52.286091 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ea823-f677-4b5c-a563-12d4d9117ca0,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:52.293191 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.293531 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.293866 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.293972 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.api.v2.resource [None req-9b82e08c-2208-4719-92c9-e8e4d8f24ccb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] show failed (client error): The resource could not be found. Sep 25 04:46:52.294201 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.294519 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.294839 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.294936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-9b82e08c-2208-4719-92c9-e8e4d8f24ccb tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "GET /networking/v2.0/security-groups/9e1ea823-f677-4b5c-a563-12d4d9117ca0 HTTP/1.1" status: 404 len: 347 time: 0.0139499 Sep 25 04:46:52.295157 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.295473 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.295790 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.296240 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.296616 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.296968 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.297282 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.297928 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.298078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34262) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:52.298182 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f800e7c9-9d71-4c90-9adb-3042e36706c3 tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:46:52.410118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Deleting port f722bd2e-bec5-454a-bc8c-4cd94daf878f {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:46:52.410463 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.490009 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.490340 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (f722bd2e-bec5-454a-bc8c-4cd94daf878f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.503323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Calling delete_port for f722bd2e-bec5-454a-bc8c-4cd94daf878f owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:46:52.633393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f722bd2e-bec5-454a-bc8c-4cd94daf878f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.636505 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:52.659131 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Pushing event deleted for resources: {'Port': ['ID=f722bd2e-bec5-454a-bc8c-4cd94daf878f,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:52.702766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:52.723139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks [] for floatingip (3c0c781e-4efc-4101-b144-bb0fc6b95ca2), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.725325 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:46:52.725610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:52.725724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device fe1a7c5e-cb1e-42df-9efe-1f8099bbc117 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:46:52.726743 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2c40e393-e571-4f14-9b81-da2b80af5cce tempest-AttachVolumeTestJSON-580125413 tempest-AttachVolumeTestJSON-580125413-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3c0c781e-4efc-4101-b144-bb0fc6b95ca2 HTTP/1.1" status: 204 len: 168 time: 0.4281392 Sep 25 04:46:56.306144 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34290) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:56.639077 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:56.832206 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:57.101674 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Deleting port 96c4dff4-f2dc-4954-98cb-d5a646138bcd {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:46:57.102011 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:57.182492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] For port 96c4dff4-f2dc-4954-98cb-d5a646138bcd, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=96c4dff4-f2dc-4954-98cb-d5a646138bcd,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:57.182798 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:57.195420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Calling delete_port for 96c4dff4-f2dc-4954-98cb-d5a646138bcd owned by network:router_interface {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:46:57.348887 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:57.370544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (96c4dff4-f2dc-4954-98cb-d5a646138bcd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:57.394684 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Pushing event deleted for resources: {'Port': ['ID=96c4dff4-f2dc-4954-98cb-d5a646138bcd,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:57.557101 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:57.837577 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:57.999589 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Router 25db192b-eb98-4a7e-ab88-80d54c671a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:46:58.099835 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:46:58.106080 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2199a4c3-da90-4607-948f-4e9e90ca35ca admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/25db192b-eb98-4a7e-ab88-80d54c671a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987258 Sep 25 04:46:58.107414 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34296) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:58.109065 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Sync routers for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:46:58.119080 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:46:58.119685 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:46:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:58.208850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks [] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.220599 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:46:58.273019 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:58.312140 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks [] for router_gateway (25db192b-eb98-4a7e-ab88-80d54c671a4e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.356273 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Deleting port bc8f145d-2557-4c56-853c-e4c323067f2e {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:46:58.356503 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.429171 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:58.445051 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] For port bc8f145d-2557-4c56-853c-e4c323067f2e, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bc8f145d-2557-4c56-853c-e4c323067f2e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:58.445417 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.457902 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:58.459245 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Calling delete_port for bc8f145d-2557-4c56-853c-e4c323067f2e owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:46:58.515089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:46:57Z', 'revision_number': 5, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port': {'id': 'bc8f145d-2557-4c56-853c-e4c323067f2e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:58.542699 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Checking router: 25db192b-eb98-4a7e-ab88-80d54c671a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:46:58.551835 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Routers {'25db192b-eb98-4a7e-ab88-80d54c671a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:46:58.552445 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:46:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['25db192b-eb98-4a7e-ab88-80d54c671a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:58.627240 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bc8f145d-2557-4c56-853c-e4c323067f2e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.635892 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] Set router 25db192b-eb98-4a7e-ab88-80d54c671a4e gateway port host: None {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:46:58.653425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8f145d-2557-4c56-853c-e4c323067f2e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:58.686846 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:46:58Z', 'revision_number': 6, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:58.712330 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b726db8-9a85-4255-8605-c813345b2085 None None] The sync data for ids ['25db192b-eb98-4a7e-ab88-80d54c671a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '25db192b-eb98-4a7e-ab88-80d54c671a4e', 'name': 'tempest-AttachVolumeTestJSON-2114403324-router', 'tenant_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:42Z', 'updated_at': '2022-09-25T04:46:58Z', 'revision_number': 6, 'project_id': 'e1108f4c9da246cb9b4b9f89833ceeda', 'gw_port_host': None}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:46:58.716587 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.807726 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.809997 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks [] for router_controller (25db192b-eb98-4a7e-ab88-80d54c671a4e), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.853812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (25db192b-eb98-4a7e-ab88-80d54c671a4e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.854367 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25db192b-eb98-4a7e-ab88-80d54c671a4e {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:46:58.859055 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.860343 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-658f63bf-8bd3-4c62-8e5e-2ef2a37336d0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/25db192b-eb98-4a7e-ab88-80d54c671a4e HTTP/1.1" status: 204 len: 168 time: 0.7519565 Sep 25 04:46:58.863064 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34298) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:58.908591 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Deleting subnet b7beefb6-807c-4c5b-8922-5196350d551e {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:46:58.911782 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Publish callbacks [] for subnet (b7beefb6-807c-4c5b-8922-5196350d551e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:58.946391 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (b7beefb6-807c-4c5b-8922-5196350d551e), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.024930 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (b7beefb6-807c-4c5b-8922-5196350d551e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.083870 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (b7beefb6-807c-4c5b-8922-5196350d551e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.113281 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7beefb6-807c-4c5b-8922-5196350d551e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:59.116687 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.119785 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0eb9a65b-d2d3-453f-ae43-e1d95db58c19 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b7beefb6-807c-4c5b-8922-5196350d551e HTTP/1.1" status: 204 len: 168 time: 0.2558033 Sep 25 04:46:59.122606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34300) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:59.130811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32391f-c3bc-40e5-b38a-7b3c32cc52c2 None None] Network 10349c1a-2a69-4296-a276-3606a4c13086 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:46:59.197620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 96c4dff4-f2dc-4954-98cb-d5a646138bcd no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:46:59.227204 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 96c4dff4-f2dc-4954-98cb-d5a646138bcd {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:46:59.227557 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 96c4dff4-f2dc-4954-98cb-d5a646138bcd not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:46:59.230958 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (10349c1a-2a69-4296-a276-3606a4c13086), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.282509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Deleting port 9a98978f-21a9-4553-8be3-811cf3bf6061 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:46:59.282849 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.347304 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] For port 9a98978f-21a9-4553-8be3-811cf3bf6061, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9a98978f-21a9-4553-8be3-811cf3bf6061,segment=NetworkSegment(967e870c-9fd6-4d14-b50b-8b7c0e76975b),segment_id=967e870c-9fd6-4d14-b50b-8b7c0e76975b)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:46:59.347666 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.360251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Calling delete_port for 9a98978f-21a9-4553-8be3-811cf3bf6061 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:46:59.439934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (9a98978f-21a9-4553-8be3-811cf3bf6061), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.463348 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a98978f-21a9-4553-8be3-811cf3bf6061,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:59.473133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] No DVR routers for this DVR port 9a98978f-21a9-4553-8be3-811cf3bf6061 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:46:59.543340 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:59.548316 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (10349c1a-2a69-4296-a276-3606a4c13086), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.570395 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10349c1a-2a69-4296-a276-3606a4c13086']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:59.581586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967e870c-9fd6-4d14-b50b-8b7c0e76975b') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:59.581925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967e870c-9fd6-4d14-b50b-8b7c0e76975b') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:46:59.583360 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c9e32-b35e-41f1-80bb-a5e8a826201b None None] DHCP port deletion for 10349c1a-2a69-4296-a276-3606a4c13086 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:46:59.587648 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:59.599893 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (967e870c-9fd6-4d14-b50b-8b7c0e76975b), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.614637 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (967e870c-9fd6-4d14-b50b-8b7c0e76975b), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.621708 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:46:59.622129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (967e870c-9fd6-4d14-b50b-8b7c0e76975b), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.664628 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 967e870c-9fd6-4d14-b50b-8b7c0e76975b resource provider aggregate not found Sep 25 04:46:59.687835 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 967e870c-9fd6-4d14-b50b-8b7c0e76975b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 967e870c-9fd6-4d14-b50b-8b7c0e76975b found for delete ", "request_id": "req-445181e4-bd57-4247-86d7-de780c46ec62"}]} Sep 25 04:46:59.692059 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (10349c1a-2a69-4296-a276-3606a4c13086), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.697263 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.703481 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/10349c1a-2a69-4296-a276-3606a4c13086 HTTP/1.1" status: 204 len: 168 time: 0.5767922 Sep 25 04:46:59.715495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b1a4-3b3a-4b6f-9b2d-c3cfe8bb7712 admin admin] Pushing event deleted for resources: {'Network': ['ID=10349c1a-2a69-4296-a276-3606a4c13086,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:46:59.824871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34308) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:59.862515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:46:59.866366 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-bdbc5720-9f86-46ae-bccc-13405bb5f2f0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e1108f4c9da246cb9b4b9f89833ceeda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404313 Sep 25 04:46:59.868966 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34310) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:46:59.917709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] Publish callbacks [] for security_group (4f149238-f4d1-4af8-a9b8-3c4d123c7523), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.941711 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] Publish callbacks [] for security_group (4f149238-f4d1-4af8-a9b8-3c4d123c7523), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.986608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (4f149238-f4d1-4af8-a9b8-3c4d123c7523), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.989106 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:46:59.990253 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4f149238-f4d1-4af8-a9b8-3c4d123c7523 HTTP/1.1" status: 204 len: 168 time: 0.1201799 Sep 25 04:46:59.998221 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f456ee-137c-4cd7-9ad5-d688ac87ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f149238-f4d1-4af8-a9b8-3c4d123c7523,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:01.000473 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9a98978f-21a9-4553-8be3-811cf3bf6061 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:01.020365 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 9a98978f-21a9-4553-8be3-811cf3bf6061 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:01.020727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9a98978f-21a9-4553-8be3-811cf3bf6061 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:01.021383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bc8f145d-2557-4c56-853c-e4c323067f2e no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:01.041306 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: bc8f145d-2557-4c56-853c-e4c323067f2e {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:01.041655 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bc8f145d-2557-4c56-853c-e4c323067f2e not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:01.757154 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:01.758971 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:01.881061 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:47:07.652293 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-eadca94a-1e73-46e0-a953-408da536c546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:09.090058 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:09.092580 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=52,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:09.974010 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=34,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:09.993998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:10.015107 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f6bd3d83-eb47-4ec5-8a1a-a670b7b2cc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.408787 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34428) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:10.521919 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-500be72f-07ab-4205-8931-3c43c9a214c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.603415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-500be72f-07ab-4205-8931-3c43c9a214c7 admin admin] Publish callbacks [] for security_group (ea360867-0cef-4fb9-b6ca-f34cca622b88), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.606653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-500be72f-07ab-4205-8931-3c43c9a214c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ea360867-0cef-4fb9-b6ca-f34cca622b88), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.649165 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-500be72f-07ab-4205-8931-3c43c9a214c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=51b6143a4c7549d3b0abfabff6e2dbac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392850 Sep 25 04:47:10.650159 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500be72f-07ab-4205-8931-3c43c9a214c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea360867-0cef-4fb9-b6ca-f34cca622b88,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:10.651509 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34436) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:10.725887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] Publish callbacks [] for security_group (ea360867-0cef-4fb9-b6ca-f34cca622b88), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.748095 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] Publish callbacks [] for security_group (ea360867-0cef-4fb9-b6ca-f34cca622b88), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.794788 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ea360867-0cef-4fb9-b6ca-f34cca622b88), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.798101 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:10.799292 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ea360867-0cef-4fb9-b6ca-f34cca622b88 HTTP/1.1" status: 204 len: 168 time: 0.1460352 Sep 25 04:47:10.807092 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533e983-6e78-4f05-bbaa-1e50b0b38d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea360867-0cef-4fb9-b6ca-f34cca622b88,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:11.114071 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:11.877246 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:12.738296 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:12.840978 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:20.635608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:20.645988 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:20.802005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:20.803192 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:21.133061 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:22.451806 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83c82-50cf-4168-a9b2-bc4b316fcf97 req-489cb924-271d-4d17-9965-220f403053d0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:22.453477 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21f83c82-50cf-4168-a9b2-bc4b316fcf97 req-489cb924-271d-4d17-9965-220f403053d0 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0501976 Sep 25 04:47:22.503066 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-21f83c82-50cf-4168-a9b2-bc4b316fcf97 req-2f72a4ed-1cfe-4775-abf4-01c193c1d66b tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438998 Sep 25 04:47:23.512560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34632) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:23.633205 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-48c53f19-ef9a-49ed-a4c7-464471ce7788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.647132 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073bdb-2417-4a47-b84a-f6be78729431 req-42063eb6-c310-4e22-9aff-4980309a7f77 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:23.648596 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8073bdb-2417-4a47-b84a-f6be78729431 req-42063eb6-c310-4e22-9aff-4980309a7f77 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.0671926 Sep 25 04:47:23.725511 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f8073bdb-2417-4a47-b84a-f6be78729431 req-cd422156-c3fa-4ebf-82c5-dd1788b09d26 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706015 Sep 25 04:47:23.758935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-48c53f19-ef9a-49ed-a4c7-464471ce7788 admin admin] Publish callbacks [] for security_group (a51dbbb5-2d74-4394-a5c2-04ae64d37cdd), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.762579 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-48c53f19-ef9a-49ed-a4c7-464471ce7788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a51dbbb5-2d74-4394-a5c2-04ae64d37cdd), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.801403 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53f19-ef9a-49ed-a4c7-464471ce7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51dbbb5-2d74-4394-a5c2-04ae64d37cdd,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:23.805720 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-48c53f19-ef9a-49ed-a4c7-464471ce7788 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=340dd05680fc47f08828117ef16edf4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921205 Sep 25 04:47:23.808452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34638) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:23.860832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] Publish callbacks [] for security_group (a51dbbb5-2d74-4394-a5c2-04ae64d37cdd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.880586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] Publish callbacks [] for security_group (a51dbbb5-2d74-4394-a5c2-04ae64d37cdd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.926818 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a51dbbb5-2d74-4394-a5c2-04ae64d37cdd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.929550 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:23.930693 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a51dbbb5-2d74-4394-a5c2-04ae64d37cdd HTTP/1.1" status: 204 len: 168 time: 0.1214221 Sep 25 04:47:23.938707 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c8df-0b13-4aea-b373-c7d43b73ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51dbbb5-2d74-4394-a5c2-04ae64d37cdd,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:23.979538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34642) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:24.131601 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port 5ebf53c8-edfc-438d-a18f-4557bd0234b3 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:24.131945 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.206123 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34646) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:24.212302 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.212655 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (5ebf53c8-edfc-438d-a18f-4557bd0234b3), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.220005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ce10003-8fd2-4564-b296-555921935581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.230432 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for 5ebf53c8-edfc-438d-a18f-4557bd0234b3 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:24.299336 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ce10003-8fd2-4564-b296-555921935581 admin admin] Publish callbacks [] for security_group (e3424c5b-3072-4b66-9ce9-7a9f15e31567), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.303337 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-0ce10003-8fd2-4564-b296-555921935581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e3424c5b-3072-4b66-9ce9-7a9f15e31567), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.307289 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:24.310676 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:24.346776 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-0ce10003-8fd2-4564-b296-555921935581 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a94cae3a97eb40b5a231502c3f538115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364136 Sep 25 04:47:24.346776 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce10003-8fd2-4564-b296-555921935581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3424c5b-3072-4b66-9ce9-7a9f15e31567,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:24.347932 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34648) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:24.386202 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (5ebf53c8-edfc-438d-a18f-4557bd0234b3), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.399166 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] Publish callbacks [] for security_group (e3424c5b-3072-4b66-9ce9-7a9f15e31567), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.411351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=5ebf53c8-edfc-438d-a18f-4557bd0234b3,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:24.422281 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] Publish callbacks [] for security_group (e3424c5b-3072-4b66-9ce9-7a9f15e31567), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.471030 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (e3424c5b-3072-4b66-9ce9-7a9f15e31567), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.474533 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.475785 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e3424c5b-3072-4b66-9ce9-7a9f15e31567 HTTP/1.1" status: 204 len: 168 time: 0.1273949 Sep 25 04:47:24.485249 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aab6f5-5061-4afd-8f6a-99cd14d716ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3424c5b-3072-4b66-9ce9-7a9f15e31567,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:24.488400 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (163dd026-2c49-4189-a612-d7826bb247a5), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.488759 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP 163dd026-2c49-4189-a612-d7826bb247a5 disassociated (deleted). External IP: 172.27.0.61, port: 330880c0-b8c8-4d65-8e80-caa25314c870. Sep 25 04:47:24.696261 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:24.857604 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-792c9be8-c8f8-424b-be0a-2eef8562aa25 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:24.859059 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-792c9be8-c8f8-424b-be0a-2eef8562aa25 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.1097901 Sep 25 04:47:24.899035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:24.909375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:24.914764 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:24.922526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4c830-0bbd-4292-848d-aa27e2e596e2 req-98bc653b-f160-4fcc-8605-5bb8cb1eb397 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:24.924022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ac4c830-0bbd-4292-848d-aa27e2e596e2 req-98bc653b-f160-4fcc-8605-5bb8cb1eb397 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 946 time: 0.1099396 Sep 25 04:47:24.932722 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:24.933339 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:25.006262 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7e1a5a28-0619-4ec4-a790-3a79f33e99a1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/163dd026-2c49-4189-a612-d7826bb247a5 HTTP/1.1" status: 204 len: 168 time: 1.0256417 Sep 25 04:47:25.011096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:47:25.013406 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61664229-7224-4a33-b715-3b6a3fc4d103" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:25.037882 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port 18e015bb-0b7a-4eba-89bb-5e64e021a546 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:25.038230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:25.064009 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:25.098207 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1ac4c830-0bbd-4292-848d-aa27e2e596e2 req-41a1b455-eda7-4630-bfb3-58f10d8d89b9 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0dac59e1-3b30-4a67-9b7f-5a454ff1c075&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552472 Sep 25 04:47:25.166317 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] For port 18e015bb-0b7a-4eba-89bb-5e64e021a546, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=18e015bb-0b7a-4eba-89bb-5e64e021a546,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:25.166993 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:25.233635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771f060-4be9-4eee-bbc6-93db997937e4 x-openstack-request-id: req-6771f060-4be9-4eee-bbc6-93db997937e4 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:25.234042 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:25.234431 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6771f060-4be9-4eee-bbc6-93db997937e4 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:25.234991 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6771f060-4be9-4eee-bbc6-93db997937e4'] response: {'name': 'network-changed', 'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870', 'status': 'completed', 'code': 200} Sep 25 04:47:25.257345 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:25.383269 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:25.408912 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:25.417948 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:25.418549 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:25.434231 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:25.448372 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c8ab3-0e9d-461e-8c1a-bec16fde776f req-0c38e039-af40-4b04-a65c-561c7b883d9f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:25.455542 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e68c8ab3-0e9d-461e-8c1a-bec16fde776f req-0c38e039-af40-4b04-a65c-561c7b883d9f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.1223073 Sep 25 04:47:25.459963 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-579f3918-f09e-42df-831c-99c1d1f514b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:25.461445 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-579f3918-f09e-42df-831c-99c1d1f514b3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 1129 time: 0.1450827 Sep 25 04:47:25.492127 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:25.492498 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:25.492840 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Floating IP ade5e654-bf95-4da5-ac3d-3125118afd56 disassociated. External IP: 172.27.0.145, port: 18e015bb-0b7a-4eba-89bb-5e64e021a546. Sep 25 04:47:25.493194 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for 18e015bb-0b7a-4eba-89bb-5e64e021a546 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:25.529454 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:25.568145 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e68c8ab3-0e9d-461e-8c1a-bec16fde776f req-ab995744-7a72-4e20-a7c3-a4e1bc56e503 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117430 Sep 25 04:47:25.664832 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (18e015bb-0b7a-4eba-89bb-5e64e021a546), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:25.697198 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=18e015bb-0b7a-4eba-89bb-5e64e021a546,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:25.770173 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:25.797187 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12553243-064b-4054-bf9f-01431dbe7d24 None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': '067cf268-cab7-4f3b-90eb-11ba34145300', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'floating_ip_address': '172.27.0.221', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'port_id': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'mac_address': 'fa:16:3e:0c:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:41:50Z', 'updated_at': '2022-09-25T04:41:52Z', 'revision_number': 1, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:25.829898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:25.948904 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:25.960484 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:25.977886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:25.978996 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:25.995525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] No DVR routers for this DVR port 18e015bb-0b7a-4eba-89bb-5e64e021a546 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:25.998610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:26.002285 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-dfe008af-7b2b-4e85-ab81-d7ff80c9ad6f req-5dd5572f-dad2-4352-ac0a-b37acad4ac47 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.55 "DELETE /networking/v2.0/ports/18e015bb-0b7a-4eba-89bb-5e64e021a546 HTTP/1.1" status: 204 len: 173 time: 1.1340227 Sep 25 04:47:26.102486 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:26.115672 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101fd8d-6a91-437b-b171-8c111a2d2407 None None] New status for floating IP 163dd026-2c49-4189-a612-d7826bb247a5: DOWN {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:47:26.254966 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-158b92ad-4191-4af5-8169-e5a047814169 req-a559cbbe-2066-40e6-b736-6d3e385f9b42 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 210 time: 0.0519655 Sep 25 04:47:26.372527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:26.397861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:26.403896 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:26.407577 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:26.408196 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:26.524055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:26.630126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-4a0bee04-93f7-45e1-b9e9-b779120ef192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:26.631906 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-4a0bee04-93f7-45e1-b9e9-b779120ef192 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.0952747 Sep 25 04:47:26.725466 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-759d18a1-db5f-4fc2-98b5-81c72faee0cb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 200 len: 217 time: 0.0621207 Sep 25 04:47:26.731724 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:26.751540 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7cd7f-6d1c-47c6-80e5-b2bee1b765bc req-43cbb26f-5321-42b1-a44b-51c95c41acde tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:26.753018 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99c7cd7f-6d1c-47c6-80e5-b2bee1b765bc req-43cbb26f-5321-42b1-a44b-51c95c41acde tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0832253 Sep 25 04:47:26.761888 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e8e28-1adb-4bb8-98f0-c388592aae01 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:35:50Z', 'revision_number': 4, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '08e9fdb2-7385-478d-b78b-0ce64d802a15', 'name': '', 'network_id': '4d931b43-9f4d-4494-b9d1-d242cc1f110c', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'mac_address': 'fa:16:3e:c3:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:46Z', 'updated_at': '2022-09-25T04:36:00Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'subnets': [{'id': '60a9ae30-77c3-4807-994f-ea98ac229ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:26.792888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:26.832762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-f39e8c42-ac4b-4f09-9194-8ddca9cf5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:26.834228 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-f39e8c42-ac4b-4f09-9194-8ddca9cf5e17 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0955503 Sep 25 04:47:26.839976 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99c7cd7f-6d1c-47c6-80e5-b2bee1b765bc req-25d42676-0471-45fd-a3f4-74eb506ca79d tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667729 Sep 25 04:47:26.919808 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-9b085c25-a8e2-41b0-b271-c38ceedc243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:26.921350 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-9b085c25-a8e2-41b0-b271-c38ceedc243b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411730 Sep 25 04:47:27.003322 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409eee75-3af9-4723-a24d-6c0086f2b43c None None] New status for floating IP ade5e654-bf95-4da5-ac3d-3125118afd56: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:47:27.166740 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-3ed1822c-11c8-4afd-a590-1ca026d38ede service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938399 Sep 25 04:47:27.236490 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'name': 'network-vif-deleted', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:47:27.239496 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d40a13-7261-47db-bc49-4eaecf10cce8" -d '{"events": [{"server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "name": "network-vif-deleted", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:27.277364 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0569f-6be0-4668-a016-f98d28051da6 x-openstack-request-id: req-9bc0569f-6be0-4668-a016-f98d28051da6 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:27.277654 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180dceb1-3b97-4345-b83b-6af39eea407d", "name": "network-vif-deleted", "tag": "18e015bb-0b7a-4eba-89bb-5e64e021a546", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:27.277903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bc0569f-6be0-4668-a016-f98d28051da6 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:27.278307 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc0569f-6be0-4668-a016-f98d28051da6'] response: {'server_uuid': '180dceb1-3b97-4345-b83b-6af39eea407d', 'name': 'network-vif-deleted', 'tag': '18e015bb-0b7a-4eba-89bb-5e64e021a546', 'status': 'completed', 'code': 200} Sep 25 04:47:27.358596 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c05e104c-073d-46dd-a988-885559bedcef req-849f5af2-9d91-413c-9d59-719a71981c86 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=180dceb1-3b97-4345-b83b-6af39eea407d HTTP/1.1" status: 200 len: 210 time: 0.0276961 Sep 25 04:47:27.591774 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:27.633118 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-61664229-7224-4a33-b715-3b6a3fc4d103 req-1fe76d2f-5560-4e27-b1e8-d926a77221ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010065 Sep 25 04:47:27.774640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-189ce7bf-8636-49f0-82a0-c3cb6030226f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:27.777022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-189ce7bf-8636-49f0-82a0-c3cb6030226f tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0524161 Sep 25 04:47:27.881472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port 330880c0-b8c8-4d65-8e80-caa25314c870 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:27.881817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.248348 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefc804-49e6-4a85-b29e-f63c4048733f req-2ca2ebcf-780c-4046-86d4-442baf7e60b1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:28.249769 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ebefc804-49e6-4a85-b29e-f63c4048733f req-2ca2ebcf-780c-4046-86d4-442baf7e60b1 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 945 time: 0.0630295 Sep 25 04:47:28.290184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] For port 330880c0-b8c8-4d65-8e80-caa25314c870, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=330880c0-b8c8-4d65-8e80-caa25314c870,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:28.290545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.312793 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for 330880c0-b8c8-4d65-8e80-caa25314c870 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:28.336913 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ebefc804-49e6-4a85-b29e-f63c4048733f req-55ed0475-498a-4dec-9387-67fddd82d0b4 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801041 Sep 25 04:47:28.453712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (330880c0-b8c8-4d65-8e80-caa25314c870), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.453920 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34742) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:28.486551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=330880c0-b8c8-4d65-8e80-caa25314c870,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:28.517501 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (0dac59e1-3b30-4a67-9b7f-5a454ff1c075), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.531735 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] No DVR routers for this DVR port 330880c0-b8c8-4d65-8e80-caa25314c870 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:28.534340 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.537512 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d8b3a0b2-f8c5-48f8-872e-e7ad6445b281 req-20ae0a7f-985c-49bd-9bef-4a0f16b8b879 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "DELETE /networking/v2.0/ports/330880c0-b8c8-4d65-8e80-caa25314c870 HTTP/1.1" status: 204 len: 173 time: 0.7552524 Sep 25 04:47:28.541571 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (0dac59e1-3b30-4a67-9b7f-5a454ff1c075), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.591825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0dac59e1-3b30-4a67-9b7f-5a454ff1c075), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.594717 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.595866 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0dac59e1-3b30-4a67-9b7f-5a454ff1c075 HTTP/1.1" status: 204 len: 168 time: 0.1408601 Sep 25 04:47:28.598817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34744) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:28.605274 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464908c-9924-4dbb-b686-bc9bfebc03bf tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac59e1-3b30-4a67-9b7f-5a454ff1c075,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:28.619204 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.api.v2.resource [None req-42c9241c-34e3-4131-b8ad-bb9979d722e2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] show failed (client error): The resource could not be found. Sep 25 04:47:28.620199 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-42c9241c-34e3-4131-b8ad-bb9979d722e2 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "GET /networking/v2.0/security-groups/0dac59e1-3b30-4a67-9b7f-5a454ff1c075 HTTP/1.1" status: 404 len: 347 time: 0.0201454 Sep 25 04:47:28.623128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34746) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:28.734634 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Deleting port 65a605ca-15b7-469e-aa5b-518325bd79ea {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:28.735024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.736456 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:28.816143 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.816790 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (65a605ca-15b7-469e-aa5b-518325bd79ea), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.831993 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Calling delete_port for 65a605ca-15b7-469e-aa5b-518325bd79ea owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:28.974681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:28.982995 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (65a605ca-15b7-469e-aa5b-518325bd79ea), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:28.994609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 18e015bb-0b7a-4eba-89bb-5e64e021a546 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:28.997811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:29.016556 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Pushing event deleted for resources: {'Port': ['ID=65a605ca-15b7-469e-aa5b-518325bd79ea,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:29.017869 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 18e015bb-0b7a-4eba-89bb-5e64e021a546 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:29.018239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 18e015bb-0b7a-4eba-89bb-5e64e021a546 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:29.018715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 330880c0-b8c8-4d65-8e80-caa25314c870 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:29.057290 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 330880c0-b8c8-4d65-8e80-caa25314c870 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:29.059122 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 330880c0-b8c8-4d65-8e80-caa25314c870 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:29.094357 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks [] for floatingip (ade5e654-bf95-4da5-ac3d-3125118afd56), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.096601 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.097808 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-8cfd6687-a1a1-4060-a1ba-cadfe94ee7f4 tempest-AttachVolumeNegativeTest-1212083561 tempest-AttachVolumeNegativeTest-1212083561-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ade5e654-bf95-4da5-ac3d-3125118afd56 HTTP/1.1" status: 204 len: 168 time: 0.4737628 Sep 25 04:47:29.279204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'name': 'network-vif-deleted', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:47:29.281751 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf6794-5339-49b4-b30d-ba1f19e7c356" -d '{"events": [{"server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "name": "network-vif-deleted", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:29.320198 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c67ea0-e66b-47da-9d9b-9e07f0e0b806 x-openstack-request-id: req-46c67ea0-e66b-47da-9d9b-9e07f0e0b806 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:29.320441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412", "name": "network-vif-deleted", "tag": "330880c0-b8c8-4d65-8e80-caa25314c870", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:29.320749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46c67ea0-e66b-47da-9d9b-9e07f0e0b806 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:29.321161 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c67ea0-e66b-47da-9d9b-9e07f0e0b806'] response: {'server_uuid': '7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412', 'name': 'network-vif-deleted', 'tag': '330880c0-b8c8-4d65-8e80-caa25314c870', 'status': 'completed', 'code': 200} Sep 25 04:47:29.424935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34768) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:29.463273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7f1bf697-8703-4d78-9e3d-1575be75759a req-d8ac39d6-a912-4104-9ea6-0e6331709b88 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0bc89a-4013-4b3d-aa5b-fe46cb7e8412 HTTP/1.1" status: 200 len: 210 time: 0.0317152 Sep 25 04:47:29.552504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-78a62b47-a38f-4c3f-bee9-d3ab4b2e538b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.637161 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-78a62b47-a38f-4c3f-bee9-d3ab4b2e538b admin admin] Publish callbacks [] for security_group (3ac7b239-f114-4d73-8f38-46e9ab101cc3), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.640829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-78a62b47-a38f-4c3f-bee9-d3ab4b2e538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3ac7b239-f114-4d73-8f38-46e9ab101cc3), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.680613 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-78a62b47-a38f-4c3f-bee9-d3ab4b2e538b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a83ae87438b94170ae9e24cf3fc17902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546394 Sep 25 04:47:29.681507 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a62b47-a38f-4c3f-bee9-d3ab4b2e538b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac7b239-f114-4d73-8f38-46e9ab101cc3,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:29.683469 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34772) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:29.732941 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] Publish callbacks [] for security_group (3ac7b239-f114-4d73-8f38-46e9ab101cc3), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.753330 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] Publish callbacks [] for security_group (3ac7b239-f114-4d73-8f38-46e9ab101cc3), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.801138 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3ac7b239-f114-4d73-8f38-46e9ab101cc3), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.803723 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:29.804963 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3ac7b239-f114-4d73-8f38-46e9ab101cc3 HTTP/1.1" status: 204 len: 168 time: 0.1203845 Sep 25 04:47:29.812773 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aae6e9-889b-4041-ab82-d7b06e554d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac7b239-f114-4d73-8f38-46e9ab101cc3,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:30.064347 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34778) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:30.078117 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fe545b01-9f02-4423-9646-6ca9762ed54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.151498 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fe545b01-9f02-4423-9646-6ca9762ed54c admin admin] Publish callbacks [] for security_group (dce19878-086f-4a55-888f-bcd533b9f174), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.155060 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fe545b01-9f02-4423-9646-6ca9762ed54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (dce19878-086f-4a55-888f-bcd533b9f174), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.192004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe545b01-9f02-4423-9646-6ca9762ed54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce19878-086f-4a55-888f-bcd533b9f174,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:30.196269 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-fe545b01-9f02-4423-9646-6ca9762ed54c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=80c3928408864171a5b2e04dcbe1d335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308820 Sep 25 04:47:30.198976 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34780) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:30.253672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] Publish callbacks [] for security_group (dce19878-086f-4a55-888f-bcd533b9f174), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.256243 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:30.276700 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] Publish callbacks [] for security_group (dce19878-086f-4a55-888f-bcd533b9f174), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.326369 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (dce19878-086f-4a55-888f-bcd533b9f174), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.329242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:30.330392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dce19878-086f-4a55-888f-bcd533b9f174 HTTP/1.1" status: 204 len: 168 time: 0.1305411 Sep 25 04:47:30.338547 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e6bcc-fea9-48cd-b889-72fcf5461abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce19878-086f-4a55-888f-bcd533b9f174,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:32.817702 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34878) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:32.837985 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34884) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:33.019388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port 47d8dbfd-0b47-404c-8196-18b4a50c98f8 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:33.019636 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.075718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:33.194870 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.195217 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (47d8dbfd-0b47-404c-8196-18b4a50c98f8), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.215550 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for 47d8dbfd-0b47-404c-8196-18b4a50c98f8 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:33.501007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (d244930a-9c31-4be0-80fd-a5c757c55a77), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.510571 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:33.546143 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (47d8dbfd-0b47-404c-8196-18b4a50c98f8), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.577461 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=47d8dbfd-0b47-404c-8196-18b4a50c98f8,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:33.730785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (067cf268-cab7-4f3b-90eb-11ba34145300), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:33.731351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Floating IP 067cf268-cab7-4f3b-90eb-11ba34145300 disassociated (deleted). External IP: 172.27.0.221, port: d940c3fc-ea28-4472-a65e-66e192fca8c0. Sep 25 04:47:33.857034 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:33.924842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Deleting port 08e9fdb2-7385-478d-b78b-0ce64d802a15 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:33.925176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:34.053444 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] For port 08e9fdb2-7385-478d-b78b-0ce64d802a15, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=08e9fdb2-7385-478d-b78b-0ce64d802a15,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:34.053801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:34.057118 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:34.070200 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Calling delete_port for 08e9fdb2-7385-478d-b78b-0ce64d802a15 owned by network:router_interface {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:34.253076 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:34.260555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:34.262755 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:34.272821 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:34.273426 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:34.305825 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-217ca2e0-fa6b-494f-b97b-fa39fb4237fd tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/067cf268-cab7-4f3b-90eb-11ba34145300 HTTP/1.1" status: 204 len: 168 time: 1.4663029 Sep 25 04:47:34.306672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:47:34.313545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce686d-a247-4203-bb3c-7f3751a71123" -d '{"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:34.325310 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:34.377323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c9aaf3-7ca5-4742-9fdd-24fabcd4f4a3 x-openstack-request-id: req-73c9aaf3-7ca5-4742-9fdd-24fabcd4f4a3 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:34.377620 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:34.377872 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73c9aaf3-7ca5-4742-9fdd-24fabcd4f4a3 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:34.378294 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c9aaf3-7ca5-4742-9fdd-24fabcd4f4a3'] response: {'name': 'network-changed', 'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'status': 'completed', 'code': 200} Sep 25 04:47:34.390068 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (08e9fdb2-7385-478d-b78b-0ce64d802a15), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:34.403151 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:34.415258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e9fdb2-7385-478d-b78b-0ce64d802a15,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:34.513448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-88119a7a-ea76-45fd-b5e2-e0ea485fb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:34.514861 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-88119a7a-ea76-45fd-b5e2-e0ea485fb0b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 1130 time: 0.0889421 Sep 25 04:47:34.532877 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:34.570381 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:34.678102 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:34.717912 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:34.728336 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:34.729041 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:34.810991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34910) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:34.840172 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:34.937155 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8a68-8c27-4ea9-a917-06175a53895f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:34.939481 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078a34f-86f6-4deb-ac83-a92c2fa94676 req-4cd6ad93-51d4-4b9f-b674-ed0df1fbe3b2 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:34.940987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c078a34f-86f6-4deb-ac83-a92c2fa94676 req-4cd6ad93-51d4-4b9f-b674-ed0df1fbe3b2 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.3732784 Sep 25 04:47:34.984394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:34.994492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:35.013282 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (d244930a-9c31-4be0-80fd-a5c757c55a77), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.032371 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8a68-8c27-4ea9-a917-06175a53895f admin admin] Publish callbacks [] for security_group (a6c60145-361e-4175-ba73-f44a3c659d23), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.042414 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3dfd8a68-8c27-4ea9-a917-06175a53895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a6c60145-361e-4175-ba73-f44a3c659d23), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.085553 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd8a68-8c27-4ea9-a917-06175a53895f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c60145-361e-4175-ba73-f44a3c659d23,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:35.092208 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:35.098924 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3dfd8a68-8c27-4ea9-a917-06175a53895f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e17a7ece84f1424cbef9a3a9924b7f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868731 Sep 25 04:47:35.099533 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34914) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:35.118738 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c078a34f-86f6-4deb-ac83-a92c2fa94676 req-d14c4dd9-c852-4476-9a02-312b0bab9cc8 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637321 Sep 25 04:47:35.120602 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfede2fe-9cc0-4f4b-9fec-d49a5f9c29ff None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:19Z', 'revision_number': 4, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'b33429cc-cf38-4aef-b4d5-796739523bc4', 'name': '', 'network_id': 'fc0edd4f-78eb-4338-9c41-437457efbef1', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'mac_address': 'fa:16:3e:07:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:19Z', 'updated_at': '2022-09-25T04:37:25Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'subnets': [{'id': '9b8cd4f7-c364-480a-abff-7f8054e3f687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:35.129229 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-d84f9433-892a-4241-83ad-dfdf269a4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:35.130689 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-d84f9433-892a-4241-83ad-dfdf269a4b8f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 200 len: 911 time: 0.4768262 Sep 25 04:47:35.136609 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:35.166215 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] Publish callbacks [] for security_group (a6c60145-361e-4175-ba73-f44a3c659d23), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.190021 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] Publish callbacks [] for security_group (a6c60145-361e-4175-ba73-f44a3c659d23), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.249412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a6c60145-361e-4175-ba73-f44a3c659d23), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.252252 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.253469 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a6c60145-361e-4175-ba73-f44a3c659d23 HTTP/1.1" status: 204 len: 168 time: 0.1530125 Sep 25 04:47:35.261913 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4392c7-2bb7-495d-a825-ac9278777ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c60145-361e-4175-ba73-f44a3c659d23,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:35.335801 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-5333e984-c933-4d4c-afd3-eaa2c5b97550 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 200 len: 217 time: 0.0405812 Sep 25 04:47:35.382958 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Router d244930a-9c31-4be0-80fd-a5c757c55a77 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:35.404364 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f272d7f-be32-4c50-92fe-36280c6e0313 None None] New status for floating IP 067cf268-cab7-4f3b-90eb-11ba34145300: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:47:35.407036 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-c266c9da-8361-4986-953a-8f9cedc35b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:35.408586 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-c266c9da-8361-4986-953a-8f9cedc35b5f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 200 len: 850 time: 0.0633578 Sep 25 04:47:35.541770 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-c5b33031-e6a8-4f92-92f1-f790246dfc33 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:35.543358 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-c5b33031-e6a8-4f92-92f1-f790246dfc33 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0940621 Sep 25 04:47:35.577321 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34922) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:35.581334 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-e88ecf2c-3197-4fb2-95cf-2ef7f5424869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:35.582775 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-e88ecf2c-3197-4fb2-95cf-2ef7f5424869 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=fc0edd4f-78eb-4338-9c41-437457efbef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1325164 Sep 25 04:47:35.617809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:35.688415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:35.695754 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-59661804-7d97-4802-b327-e4b1b466d3f7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d244930a-9c31-4be0-80fd-a5c757c55a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763521 Sep 25 04:47:35.702467 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Sync routers for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:35.713806 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:35.714799 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:35.719179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34924) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:35.812785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port d940c3fc-ea28-4472-a65e-66e192fca8c0 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:35.813150 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.831143 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d87304a-94c7-4097-8111-4f967df4fcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.844855 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:35.857248 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-9f1c6275-fc93-49d1-8af7-783a4da5bb03 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510922 Sep 25 04:47:35.954311 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d87304a-94c7-4097-8111-4f967df4fcc0 admin admin] Publish callbacks [] for security_group (763fd54d-7acb-43d6-8d99-83cd9c87c9d5), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.960780 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3d87304a-94c7-4097-8111-4f967df4fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (763fd54d-7acb-43d6-8d99-83cd9c87c9d5), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:35.971731 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:35.983010 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks [] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.035279 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3d87304a-94c7-4097-8111-4f967df4fcc0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c8bfec29991445f5aadb0a33910eb92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4539299 Sep 25 04:47:36.035279 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87304a-94c7-4097-8111-4f967df4fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763fd54d-7acb-43d6-8d99-83cd9c87c9d5,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:36.039940 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34926) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:36.076559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] For port d940c3fc-ea28-4472-a65e-66e192fca8c0, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=d940c3fc-ea28-4472-a65e-66e192fca8c0,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:36.076955 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.096690 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for d940c3fc-ea28-4472-a65e-66e192fca8c0 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:36.099773 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e8ce686d-a247-4203-bb3c-7f3751a71123 req-f5c77b3b-5ac5-438c-9182-b748befa8fab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156572 Sep 25 04:47:36.119226 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] Publish callbacks [] for security_group (763fd54d-7acb-43d6-8d99-83cd9c87c9d5), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.143756 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] Publish callbacks [] for security_group (763fd54d-7acb-43d6-8d99-83cd9c87c9d5), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.205703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks [] for router_gateway (d244930a-9c31-4be0-80fd-a5c757c55a77), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.207362 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (763fd54d-7acb-43d6-8d99-83cd9c87c9d5), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.210922 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.212165 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/763fd54d-7acb-43d6-8d99-83cd9c87c9d5 HTTP/1.1" status: 204 len: 168 time: 0.1704242 Sep 25 04:47:36.222322 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '640f0c26-9b19-4a90-b289-868a39969007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:47:34Z', 'revision_number': 5, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port': {'id': '640f0c26-9b19-4a90-b289-868a39969007', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:39Z', 'updated_at': '2022-09-25T04:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:36.224450 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc93ca3-3419-434b-ad42-f86e543f2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763fd54d-7acb-43d6-8d99-83cd9c87c9d5,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:36.259986 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Checking router: d244930a-9c31-4be0-80fd-a5c757c55a77 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:36.270382 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Routers {'d244930a-9c31-4be0-80fd-a5c757c55a77'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:36.271023 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['d244930a-9c31-4be0-80fd-a5c757c55a77'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:36.321024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c7e0c-716f-4a6c-9424-079c83f2dccf req-bd7ea51f-2f11-4911-ae6e-cdded28c11b0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:36.322609 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d47c7e0c-716f-4a6c-9424-079c83f2dccf req-bd7ea51f-2f11-4911-ae6e-cdded28c11b0 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 946 time: 0.0873444 Sep 25 04:47:36.357448 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Deleting port 640f0c26-9b19-4a90-b289-868a39969007 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:36.357791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (640f0c26-9b19-4a90-b289-868a39969007), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.363282 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] Set router d244930a-9c31-4be0-80fd-a5c757c55a77 gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:36.422685 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:47:36Z', 'revision_number': 6, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:36.449729 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed26759-086b-43f9-ad05-2e48eb774f13 None None] The sync data for ids ['d244930a-9c31-4be0-80fd-a5c757c55a77'] in dv-cinder-855359-5-iscsi is: [{'id': 'd244930a-9c31-4be0-80fd-a5c757c55a77', 'name': 'tempest-AttachVolumeNegativeTest-1315022442-router', 'tenant_id': '5ead2221f7f54d6cbea9fc086a089342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:38Z', 'updated_at': '2022-09-25T04:47:36Z', 'revision_number': 6, 'project_id': '5ead2221f7f54d6cbea9fc086a089342', 'gw_port_host': None}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:36.482089 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (d940c3fc-ea28-4472-a65e-66e192fca8c0), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.504659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d47c7e0c-716f-4a6c-9424-079c83f2dccf req-de484d4b-5fc0-4d88-940f-583f6ddbae9e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640172 Sep 25 04:47:36.535688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:36.545519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=d940c3fc-ea28-4472-a65e-66e192fca8c0,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:36.555126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] For port 640f0c26-9b19-4a90-b289-868a39969007, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=640f0c26-9b19-4a90-b289-868a39969007,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:36.555504 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (640f0c26-9b19-4a90-b289-868a39969007), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.597020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Calling delete_port for 640f0c26-9b19-4a90-b289-868a39969007 owned by network:router_gateway {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:36.620255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] No DVR routers for this DVR port d940c3fc-ea28-4472-a65e-66e192fca8c0 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:36.625201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.628426 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a6c3207b-80bb-4586-a789-e1033df0f407 req-35d947d8-d3af-4353-8382-d3c538734c6e tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d940c3fc-ea28-4472-a65e-66e192fca8c0 HTTP/1.1" status: 204 len: 173 time: 1.0593193 Sep 25 04:47:36.628946 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'name': 'network-vif-deleted', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:47:36.631459 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02521a26-ff29-4eb7-a515-26dd357fc6f9" -d '{"events": [{"server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "name": "network-vif-deleted", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:47:36.693882 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50467d89-b7f8-41ad-b174-e06be7608e72 x-openstack-request-id: req-50467d89-b7f8-41ad-b174-e06be7608e72 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:47:36.694175 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88affa4-277d-4c8f-b8ab-5b9fca9e12ec", "name": "network-vif-deleted", "tag": "d940c3fc-ea28-4472-a65e-66e192fca8c0", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:47:36.694427 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50467d89-b7f8-41ad-b174-e06be7608e72 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:47:36.694835 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50467d89-b7f8-41ad-b174-e06be7608e72'] response: {'server_uuid': 'a88affa4-277d-4c8f-b8ab-5b9fca9e12ec', 'name': 'network-vif-deleted', 'tag': 'd940c3fc-ea28-4472-a65e-66e192fca8c0', 'status': 'completed', 'code': 200} Sep 25 04:47:36.807474 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:36.816545 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (640f0c26-9b19-4a90-b289-868a39969007), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:36.845192 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=640f0c26-9b19-4a90-b289-868a39969007,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:36.921675 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (d244930a-9c31-4be0-80fd-a5c757c55a77), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.079210 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.081512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks [] for router_controller (d244930a-9c31-4be0-80fd-a5c757c55a77), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.165020 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (d244930a-9c31-4be0-80fd-a5c757c55a77), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.165652 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d244930a-9c31-4be0-80fd-a5c757c55a77 {{(pid=106425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:47:37.172207 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.175706 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d4774776-bb5e-4c25-8fcb-cd34f7465b6d admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d244930a-9c31-4be0-80fd-a5c757c55a77 HTTP/1.1" status: 204 len: 168 time: 1.4522033 Sep 25 04:47:37.175955 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34956) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:37.231302 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_v2 [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Deleting subnet 60a9ae30-77c3-4807-994f-ea98ac229ff6 {{(pid=106425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:47:37.235569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Publish callbacks [] for subnet (60a9ae30-77c3-4807-994f-ea98ac229ff6), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.273891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10498934'] for subnet (60a9ae30-77c3-4807-994f-ea98ac229ff6), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.356862 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 08e9fdb2-7385-478d-b78b-0ce64d802a15 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:37.385504 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 08e9fdb2-7385-478d-b78b-0ce64d802a15 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:37.385931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 08e9fdb2-7385-478d-b78b-0ce64d802a15 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:37.389253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (60a9ae30-77c3-4807-994f-ea98ac229ff6), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.663829 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01377b5e-dabd-4c52-a80f-957cea00fcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.752705 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e9a55bce-ee7b-45d4-8189-52845ce69f11 req-d7eed4de-0680-47f4-98a5-bcda3628c706 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a88affa4-277d-4c8f-b8ab-5b9fca9e12ec HTTP/1.1" status: 200 len: 210 time: 0.0333517 Sep 25 04:47:37.782695 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2082430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11129402'] for subnet (60a9ae30-77c3-4807-994f-ea98ac229ff6), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.808419 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a9ae30-77c3-4807-994f-ea98ac229ff6,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:37.811867 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.815364 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-71badeba-759a-45a3-8f6b-da58fd8b9547 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/60a9ae30-77c3-4807-994f-ea98ac229ff6 HTTP/1.1" status: 204 len: 168 time: 0.6384618 Sep 25 04:47:37.818087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 34964) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:37.820458 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66270fa8-451b-4046-b56a-2a489c331099 None None] Network 4d931b43-9f4d-4494-b9d1-d242cc1f110c requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:37.892572 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (4d931b43-9f4d-4494-b9d1-d242cc1f110c), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.934970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Deleting port 01553ccb-e75d-4a34-a60f-4bb549327977 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:37.935276 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:37.976777 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] DHCP port deletion for 4d931b43-9f4d-4494-b9d1-d242cc1f110c request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:47:37.978701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:38.003844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] For port 01553ccb-e75d-4a34-a60f-4bb549327977, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=01553ccb-e75d-4a34-a60f-4bb549327977,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:38.004133 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.013909 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Deleting port 01553ccb-e75d-4a34-a60f-4bb549327977 {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:38.014281 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.020871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Calling delete_port for 01553ccb-e75d-4a34-a60f-4bb549327977 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:38.079976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] For port 01553ccb-e75d-4a34-a60f-4bb549327977, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=01553ccb-e75d-4a34-a60f-4bb549327977,segment=NetworkSegment(0397cc96-5439-4926-a84c-d1ffd970353d),segment_id=0397cc96-5439-4926-a84c-d1ffd970353d)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:38.080368 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.095135 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Calling delete_port for 01553ccb-e75d-4a34-a60f-4bb549327977 owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:38.098455 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.121029 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Pushing event deleted for resources: {'Port': ['ID=01553ccb-e75d-4a34-a60f-4bb549327977,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:38.127287 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] No DVR routers for this DVR port 01553ccb-e75d-4a34-a60f-4bb549327977 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:38.170391 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (01553ccb-e75d-4a34-a60f-4bb549327977), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.198375 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Pushing event deleted for resources: {'Port': ['ID=01553ccb-e75d-4a34-a60f-4bb549327977,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:38.200386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (4d931b43-9f4d-4494-b9d1-d242cc1f110c), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.203250 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] No DVR routers for this DVR port 01553ccb-e75d-4a34-a60f-4bb549327977 on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:38.209856 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.210176 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.210518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.210857 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.211193 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.211527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.211856 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.212180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.212504 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.213793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.213793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.213793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.213793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.214418 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.214675 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541ab6-8640-4d06-87fd-1462387520e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:38.224565 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d931b43-9f4d-4494-b9d1-d242cc1f110c']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:38.234562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0397cc96-5439-4926-a84c-d1ffd970353d') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:38.234714 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0397cc96-5439-4926-a84c-d1ffd970353d') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:38.246460 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (0397cc96-5439-4926-a84c-d1ffd970353d), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.256421 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:38.260476 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (0397cc96-5439-4926-a84c-d1ffd970353d), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.268492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:38.268932 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (0397cc96-5439-4926-a84c-d1ffd970353d), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.310293 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 0397cc96-5439-4926-a84c-d1ffd970353d resource provider aggregate not found Sep 25 04:47:38.328978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 0397cc96-5439-4926-a84c-d1ffd970353d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0397cc96-5439-4926-a84c-d1ffd970353d found for delete ", "request_id": "req-1bbd7883-4a31-40f6-97fd-77d27ed5b0dc"}]} Sep 25 04:47:38.332583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (4d931b43-9f4d-4494-b9d1-d242cc1f110c), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.338526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.341675 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4d931b43-9f4d-4494-b9d1-d242cc1f110c HTTP/1.1" status: 204 len: 168 time: 0.5226884 Sep 25 04:47:38.353072 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420d5d-4739-4307-95ba-8d0beb7aa862 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d931b43-9f4d-4494-b9d1-d242cc1f110c,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:38.508836 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34974) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:38.553336 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-77b9d46e-c1df-4fa5-8f7e-d344bec6b7bd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ead2221f7f54d6cbea9fc086a089342&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431476 Sep 25 04:47:38.556369 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34976) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:38.604142 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] Publish callbacks [] for security_group (80943c60-5fb7-4088-b72b-36bce2280a94), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.625092 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] Publish callbacks [] for security_group (80943c60-5fb7-4088-b72b-36bce2280a94), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.671889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (80943c60-5fb7-4088-b72b-36bce2280a94), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.674724 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.675870 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/80943c60-5fb7-4088-b72b-36bce2280a94 HTTP/1.1" status: 204 len: 168 time: 0.1185875 Sep 25 04:47:38.684412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafcf96-7ccc-4ad1-945f-9b6d2cf1c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80943c60-5fb7-4088-b72b-36bce2280a94,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:38.821348 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 34988) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:38.892018 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:47:38.924494 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:38.943908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device d940c3fc-ea28-4472-a65e-66e192fca8c0 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:38.958553 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Deleting port 2ff2badf-a238-45ee-b872-be964917f3a5 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:38.958966 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:38.972871 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: d940c3fc-ea28-4472-a65e-66e192fca8c0 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:38.973874 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device d940c3fc-ea28-4472-a65e-66e192fca8c0 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:39.018292 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 01553ccb-e75d-4a34-a60f-4bb549327977 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:39.038450 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:39.042718 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 01553ccb-e75d-4a34-a60f-4bb549327977 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:39.042718 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 01553ccb-e75d-4a34-a60f-4bb549327977 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:39.050342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 640f0c26-9b19-4a90-b289-868a39969007 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:39.052252 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:39.052583 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (2ff2badf-a238-45ee-b872-be964917f3a5), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:39.069082 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Calling delete_port for 2ff2badf-a238-45ee-b872-be964917f3a5 owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:39.071827 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 640f0c26-9b19-4a90-b289-868a39969007 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:39.072253 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 640f0c26-9b19-4a90-b289-868a39969007 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:39.214039 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2ff2badf-a238-45ee-b872-be964917f3a5), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:39.240597 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'Port': ['ID=2ff2badf-a238-45ee-b872-be964917f3a5,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:39.310020 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for floatingip (a8629ef8-af7d-4469-afba-1a69bd482656), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:39.313404 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:39.314589 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d4d5cf2c-58eb-45c8-be86-53a9e6283ebe tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/a8629ef8-af7d-4469-afba-1a69bd482656 HTTP/1.1" status: 204 len: 168 time: 0.4928367 Sep 25 04:47:40.018321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f6cc-3305-4d30-a5bc-3bc864e956fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.061467 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35050) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:40.168111 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b53d4dc-cf7f-4143-bb66-5c848336f690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.245999 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b53d4dc-cf7f-4143-bb66-5c848336f690 admin admin] Publish callbacks [] for security_group (306712a9-0bb0-42d7-8e74-75eae684201f), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.249900 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9b53d4dc-cf7f-4143-bb66-5c848336f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (306712a9-0bb0-42d7-8e74-75eae684201f), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.290768 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53d4dc-cf7f-4143-bb66-5c848336f690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306712a9-0bb0-42d7-8e74-75eae684201f,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:40.295008 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-9b53d4dc-cf7f-4143-bb66-5c848336f690 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e01ea8b16a414e6a861fd1fee716228a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325177 Sep 25 04:47:40.297710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35056) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:40.347033 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] Publish callbacks [] for security_group (306712a9-0bb0-42d7-8e74-75eae684201f), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.368071 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] Publish callbacks [] for security_group (306712a9-0bb0-42d7-8e74-75eae684201f), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.414697 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (306712a9-0bb0-42d7-8e74-75eae684201f), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.417179 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:40.418305 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/306712a9-0bb0-42d7-8e74-75eae684201f HTTP/1.1" status: 204 len: 168 time: 0.1197116 Sep 25 04:47:40.426237 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb894d6-755a-4786-86f4-9ddd6eb72ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306712a9-0bb0-42d7-8e74-75eae684201f,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:41.116768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.345910 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35136) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:42.452018 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-36f6edfe-f6f5-469f-8362-8365e3ba92ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.508231 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:42.531955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-36f6edfe-f6f5-469f-8362-8365e3ba92ba admin admin] Publish callbacks [] for security_group (61d54b38-4214-4843-a27e-f5cfbd444943), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.535457 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-36f6edfe-f6f5-469f-8362-8365e3ba92ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (61d54b38-4214-4843-a27e-f5cfbd444943), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.570717 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:42.578441 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-36f6edfe-f6f5-469f-8362-8365e3ba92ba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e372a081e96740d093fb34612aeaf3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315121 Sep 25 04:47:42.579964 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6edfe-f6f5-469f-8362-8365e3ba92ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d54b38-4214-4843-a27e-f5cfbd444943,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:42.581440 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35140) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:42.638036 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] Publish callbacks [] for security_group (61d54b38-4214-4843-a27e-f5cfbd444943), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.659455 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] Publish callbacks [] for security_group (61d54b38-4214-4843-a27e-f5cfbd444943), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.706693 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (61d54b38-4214-4843-a27e-f5cfbd444943), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.709379 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.710519 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/61d54b38-4214-4843-a27e-f5cfbd444943 HTTP/1.1" status: 204 len: 168 time: 0.1274788 Sep 25 04:47:42.719191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ede2a5-0ffd-412a-8e3e-547284b2bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d54b38-4214-4843-a27e-f5cfbd444943,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:42.732089 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:42.752199 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.836934 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:42.986538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35148) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:43.000012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf5e-4f1a-4469-b029-0a8810cec66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.078005 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf5e-4f1a-4469-b029-0a8810cec66f admin admin] Publish callbacks [] for security_group (dd70e334-741e-4b99-96d0-119d31ac701a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.082017 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fd20bf5e-4f1a-4469-b029-0a8810cec66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (dd70e334-741e-4b99-96d0-119d31ac701a), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.121306 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-fd20bf5e-4f1a-4469-b029-0a8810cec66f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f98c054b48064046a58f95bb28d7b4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337204 Sep 25 04:47:43.122146 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20bf5e-4f1a-4469-b029-0a8810cec66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70e334-741e-4b99-96d0-119d31ac701a,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:43.124712 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35152) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:43.175913 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] Publish callbacks [] for security_group (dd70e334-741e-4b99-96d0-119d31ac701a), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.195940 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] Publish callbacks [] for security_group (dd70e334-741e-4b99-96d0-119d31ac701a), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.250322 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (dd70e334-741e-4b99-96d0-119d31ac701a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.252795 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.253942 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dd70e334-741e-4b99-96d0-119d31ac701a HTTP/1.1" status: 204 len: 168 time: 0.1282310 Sep 25 04:47:43.262019 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a08c3-c302-4dab-8909-ac574989a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70e334-741e-4b99-96d0-119d31ac701a,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:43.712377 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35168) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:43.776893 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (8b5b8b25-8fd8-43c8-be65-4f04ff420dd0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.801848 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (8b5b8b25-8fd8-43c8-be65-4f04ff420dd0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.866710 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (8b5b8b25-8fd8-43c8-be65-4f04ff420dd0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.869617 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:43.870909 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8b5b8b25-8fd8-43c8-be65-4f04ff420dd0 HTTP/1.1" status: 204 len: 168 time: 0.1573548 Sep 25 04:47:43.882422 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea339-4a6f-4f66-a476-10981af97987 tempest-TestVolumeBootPattern-174108509 tempest-TestVolumeBootPattern-174108509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5b8b25-8fd8-43c8-be65-4f04ff420dd0,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:43.945251 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35182) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:43.979667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35186) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:44.089694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143094746-network', 'tenant_id': 'e546577d458b44ef801876e47407a8b1'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:47:44.111000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Made reservation on behalf of e546577d458b44ef801876e47407a8b1 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:47:44.114351 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.130131 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.194247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:44.221743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks [] for security_group (0e4612c6-6107-42b7-a150-796992a0e58a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.226441 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0e4612c6-6107-42b7-a150-796992a0e58a), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.245841 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:47:44.271148 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (83d967f2-7a9b-4590-91b8-db176ec8df47), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.271492 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Added segment 83d967f2-7a9b-4590-91b8-db176ec8df47 of type vlan for network eb5c76a5-f517-42e7-b0d0-dfca76ffa763 Sep 25 04:47:44.279107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4612c6-6107-42b7-a150-796992a0e58a,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:44.318823 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (eb5c76a5-f517-42e7-b0d0-dfca76ffa763), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.346348 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (eb5c76a5-f517-42e7-b0d0-dfca76ffa763), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.347501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:44.348216 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.391890 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.410433 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4265594 Sep 25 04:47:44.410668 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35206) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:44.416040 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Request body: {'subnet': {'network_id': 'eb5c76a5-f517-42e7-b0d0-dfca76ffa763', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143094746-subnet', 'tenant_id': 'e546577d458b44ef801876e47407a8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:47:44.438999 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95734-6745-4a89-9a32-ee2ea905bf39 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5c76a5-f517-42e7-b0d0-dfca76ffa763,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:44.443418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:44.450429 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network eb5c76a5-f517-42e7-b0d0-dfca76ffa763 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:47:44.456007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Made reservation on behalf of e546577d458b44ef801876e47407a8b1 for: {'subnet': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:47:44.458969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11129365'] for subnet (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.659648 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2081441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11129347'] for subnet (647c8904-7560-43da-8466-3c8ab9897339), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.669592 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:44.683183 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Deleting port b33429cc-cf38-4aef-b4d5-796739523bc4 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:44.683808 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.722535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647c8904-7560-43da-8466-3c8ab9897339,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:44.734464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Checking segment: {'id': '83d967f2-7a9b-4590-91b8-db176ec8df47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'eb5c76a5-f517-42e7-b0d0-dfca76ffa763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:47:44.734891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Network hostable DHCP agents. Network: eb5c76a5-f517-42e7-b0d0-dfca76ffa763, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:47:44.747534 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:44.758767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Network eb5c76a5-f517-42e7-b0d0-dfca76ffa763 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:47:44.769807 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, eb5c76a5-f517-42e7-b0d0-dfca76ffa763) {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:47:44.775519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:44.776049 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.781457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca32a61-bbcd-45a8-8792-6e3d8f6e15f8 None None] Network eb5c76a5-f517-42e7-b0d0-dfca76ffa763 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:44.789278 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] For port b33429cc-cf38-4aef-b4d5-796739523bc4, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=b33429cc-cf38-4aef-b4d5-796739523bc4,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:44.789657 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:44.804836 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-91f1cc04-4dee-43ce-806c-256469ee6023 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3929853 Sep 25 04:47:44.813543 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Calling delete_port for b33429cc-cf38-4aef-b4d5-796739523bc4 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:44.903981 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da64bd-4022-4c9d-9848-6701cc4f815b None None] Network eb5c76a5-f517-42e7-b0d0-dfca76ffa763 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:45.029508 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (b33429cc-cf38-4aef-b4d5-796739523bc4), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.059299 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33429cc-cf38-4aef-b4d5-796739523bc4,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:45.251048 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.376900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35238) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:45.381822 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1612422311-network', 'tenant_id': 'a3ad197b14d64415a70f9da43c71f34a'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:47:45.401414 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Made reservation on behalf of a3ad197b14d64415a70f9da43c71f34a for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:47:45.403737 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.413683 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.462791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:45.494580 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks [] for security_group (30852139-a61d-4143-af00-194dcb215e06), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.500049 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (30852139-a61d-4143-af00-194dcb215e06), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.526749 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:47:45.528378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:45.538007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30852139-a61d-4143-af00-194dcb215e06,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:45.545257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (49585d75-1176-418c-8e48-e87e74218b3a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.545758 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Added segment 49585d75-1176-418c-8e48-e87e74218b3a of type vlan for network 894d7d83-d89f-4d4f-94e7-c6054cd1a970 Sep 25 04:47:45.575450 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:45.582088 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-574ac313-2313-44ae-9fbf-23086b017052 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/511ab85e-45ce-4b8f-9ced-915a0bd4fefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360316 Sep 25 04:47:45.584767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35240) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:45.588546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Sync routers for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:45.599660 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:45.600268 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:45.628025 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (894d7d83-d89f-4d4f-94e7-c6054cd1a970), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.697926 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (894d7d83-d89f-4d4f-94e7-c6054cd1a970), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.698931 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:45.699515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.700844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:45.708652 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:45.757635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks [] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.763717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:45.768745 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3880334 Sep 25 04:47:45.771830 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35242) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:45.780100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Request body: {'subnet': {'network_id': '894d7d83-d89f-4d4f-94e7-c6054cd1a970', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1612422311-subnet', 'tenant_id': 'a3ad197b14d64415a70f9da43c71f34a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:47:45.803870 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Made reservation on behalf of a3ad197b14d64415a70f9da43c71f34a for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:47:45.806391 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.820015 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c99a-de6a-45d5-863c-06080cf7d5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=894d7d83-d89f-4d4f-94e7-c6054cd1a970,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:45.836404 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 894d7d83-d89f-4d4f-94e7-c6054cd1a970 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:47:45.857863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:45.873637 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:45.908971 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks [] for router_gateway (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.961270 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Deleting port 2696a2cb-0aa9-428e-9478-54d1312e575b {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:45.961621 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:45.991298 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:47:44Z', 'revision_number': 5, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port': {'id': '2696a2cb-0aa9-428e-9478-54d1312e575b', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:3e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.009080 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (a6be560d-ed7f-41e6-95aa-b1290ae9e783), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.036075 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Checking router: 511ab85e-45ce-4b8f-9ced-915a0bd4fefc for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:46.049297 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Routers {'511ab85e-45ce-4b8f-9ced-915a0bd4fefc'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:46.049918 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.058004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] For port 2696a2cb-0aa9-428e-9478-54d1312e575b, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2696a2cb-0aa9-428e-9478-54d1312e575b,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:46.058325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.069341 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6be560d-ed7f-41e6-95aa-b1290ae9e783,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.072898 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Calling delete_port for 2696a2cb-0aa9-428e-9478-54d1312e575b owned by network:router_gateway {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:46.077029 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Checking segment: {'id': '49585d75-1176-418c-8e48-e87e74218b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '894d7d83-d89f-4d4f-94e7-c6054cd1a970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:47:46.077389 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Network hostable DHCP agents. Network: 894d7d83-d89f-4d4f-94e7-c6054cd1a970, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:47:46.095446 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Network 894d7d83-d89f-4d4f-94e7-c6054cd1a970 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:47:46.105618 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 894d7d83-d89f-4d4f-94e7-c6054cd1a970) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:47:46.113345 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:46.114344 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.133782 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-389dcf5f-26aa-45c2-8c03-1cc09c340ddc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3579080 Sep 25 04:47:46.257600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f8a27-6c30-4b35-b4ee-73ac32931775 None None] Network 894d7d83-d89f-4d4f-94e7-c6054cd1a970 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:46.277487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (2696a2cb-0aa9-428e-9478-54d1312e575b), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.303888 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2696a2cb-0aa9-428e-9478-54d1312e575b,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.323329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] Set router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc gateway port host: None {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:46.370959 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.383943 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:47:45Z', 'revision_number': 6, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:46.413376 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df80d4-360e-43fb-8310-ef1772bde9bc None None] The sync data for ids ['511ab85e-45ce-4b8f-9ced-915a0bd4fefc'] in dv-cinder-855359-5-iscsi is: [{'id': '511ab85e-45ce-4b8f-9ced-915a0bd4fefc', 'name': 'tempest-TestVolumeBootPattern-683321547-router', 'tenant_id': '00f66d2c942b419abc8d9d010c5a57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:16Z', 'updated_at': '2022-09-25T04:47:45Z', 'revision_number': 6, 'project_id': '00f66d2c942b419abc8d9d010c5a57f3', 'gw_port_host': None}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:46.461715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.463960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks [] for router_controller (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.470169 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfddc7d-5a2f-4221-92a2-f7b8ccfa1d58 None None] Network 894d7d83-d89f-4d4f-94e7-c6054cd1a970 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:46.531182 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (511ab85e-45ce-4b8f-9ced-915a0bd4fefc), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.531902 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 511ab85e-45ce-4b8f-9ced-915a0bd4fefc {{(pid=106425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:47:46.542227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.543599 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-4a8c61ed-795c-46bb-a106-fb67a0c44cbf admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/511ab85e-45ce-4b8f-9ced-915a0bd4fefc HTTP/1.1" status: 204 len: 168 time: 0.9570351 Sep 25 04:47:46.547255 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35256) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:46.563145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:46.603146 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Deleting subnet 9b8cd4f7-c364-480a-abff-7f8054e3f687 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:47:46.606300 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Publish callbacks [] for subnet (9b8cd4f7-c364-480a-abff-7f8054e3f687), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.641782 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (9b8cd4f7-c364-480a-abff-7f8054e3f687), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.722123 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (9b8cd4f7-c364-480a-abff-7f8054e3f687), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.782556 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (9b8cd4f7-c364-480a-abff-7f8054e3f687), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.816964 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8cd4f7-c364-480a-abff-7f8054e3f687,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:46.828005 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.833096 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10c908-084c-4572-a339-6f89aa06e849 None None] Network fc0edd4f-78eb-4338-9c41-437457efbef1 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:46.834248 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35262) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:46.842148 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-42f2f676-1d5f-40e6-9983-f11a7b123f99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9b8cd4f7-c364-480a-abff-7f8054e3f687 HTTP/1.1" status: 204 len: 168 time: 0.2873163 Sep 25 04:47:46.925706 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (fc0edd4f-78eb-4338-9c41-437457efbef1), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.970241 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Deleting port 47f4b379-6ef8-44d1-8165-03440fbc2b0a {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:46.970589 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:46.972984 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:47.010935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=1,neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:47.039628 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] For port 47f4b379-6ef8-44d1-8165-03440fbc2b0a, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=47f4b379-6ef8-44d1-8165-03440fbc2b0a,segment=NetworkSegment(ed642a76-c06b-483a-b854-0796f7f31e35),segment_id=ed642a76-c06b-483a-b854-0796f7f31e35)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:47.039996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.054175 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Calling delete_port for 47f4b379-6ef8-44d1-8165-03440fbc2b0a owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:47.134509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (47f4b379-6ef8-44d1-8165-03440fbc2b0a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.165656 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f4b379-6ef8-44d1-8165-03440fbc2b0a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.169170 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] No DVR routers for this DVR port 47f4b379-6ef8-44d1-8165-03440fbc2b0a on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:47.242617 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (fc0edd4f-78eb-4338-9c41-437457efbef1), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.257141 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80012567-dba2-4b57-b7b1-9573d895d782 None None] DHCP port deletion for fc0edd4f-78eb-4338-9c41-437457efbef1 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:47:47.278635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0edd4f-78eb-4338-9c41-437457efbef1']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:47.289830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed642a76-c06b-483a-b854-0796f7f31e35') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:47.290125 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed642a76-c06b-483a-b854-0796f7f31e35') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:47.304126 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (ed642a76-c06b-483a-b854-0796f7f31e35), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.319587 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (ed642a76-c06b-483a-b854-0796f7f31e35), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.326735 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:47.327727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (ed642a76-c06b-483a-b854-0796f7f31e35), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.339674 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2696a2cb-0aa9-428e-9478-54d1312e575b no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:47.346687 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35272) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:47.368528 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 2696a2cb-0aa9-428e-9478-54d1312e575b {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:47.368902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2696a2cb-0aa9-428e-9478-54d1312e575b not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:47.369507 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b33429cc-cf38-4aef-b4d5-796739523bc4 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:47.378488 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment ed642a76-c06b-483a-b854-0796f7f31e35 resource provider aggregate not found Sep 25 04:47:47.402188 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: b33429cc-cf38-4aef-b4d5-796739523bc4 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:47.402544 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device b33429cc-cf38-4aef-b4d5-796739523bc4 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:47.403090 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 47f4b379-6ef8-44d1-8165-03440fbc2b0a no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:47.415309 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment ed642a76-c06b-483a-b854-0796f7f31e35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed642a76-c06b-483a-b854-0796f7f31e35 found for delete ", "request_id": "req-7fc6e223-f9d3-4d1e-85ad-9bab70d1b5f3"}]} Sep 25 04:47:47.415309 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (fc0edd4f-78eb-4338-9c41-437457efbef1), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.416766 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.423852 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fc0edd4f-78eb-4338-9c41-437457efbef1 HTTP/1.1" status: 204 len: 168 time: 0.5841563 Sep 25 04:47:47.423852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35278) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:47.434778 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 47f4b379-6ef8-44d1-8165-03440fbc2b0a {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:47.435128 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 47f4b379-6ef8-44d1-8165-03440fbc2b0a not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:47.444123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c45f0-71a6-4eb1-b377-b1419e9944b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0edd4f-78eb-4338-9c41-437457efbef1,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.490924 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4aa4106e-a70f-4f7d-8cf7-c346d424a0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.574803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4aa4106e-a70f-4f7d-8cf7-c346d424a0ae admin admin] Publish callbacks [] for security_group (295da960-bdd1-4a66-bada-f68067a07a3c), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.580155 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-4aa4106e-a70f-4f7d-8cf7-c346d424a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (295da960-bdd1-4a66-bada-f68067a07a3c), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.626813 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4106e-a70f-4f7d-8cf7-c346d424a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295da960-bdd1-4a66-bada-f68067a07a3c,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.631522 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-4aa4106e-a70f-4f7d-8cf7-c346d424a0ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ae42d8eb861e43b4a514d1cb5ec7ec5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838295 Sep 25 04:47:47.634186 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35280) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:47.640121 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:47.683666 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:47.687762 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] Publish callbacks [] for security_group (295da960-bdd1-4a66-bada-f68067a07a3c), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.708906 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] Publish callbacks [] for security_group (295da960-bdd1-4a66-bada-f68067a07a3c), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.759889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (295da960-bdd1-4a66-bada-f68067a07a3c), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.762423 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.763564 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/295da960-bdd1-4a66-bada-f68067a07a3c HTTP/1.1" status: 204 len: 168 time: 0.1284575 Sep 25 04:47:47.772026 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d4abb-edce-4f3d-8feb-b68e334c0bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295da960-bdd1-4a66-bada-f68067a07a3c,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:47.801344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:47.956838 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:48.040031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Deleting port f5a67cee-0d59-47b1-a393-343a7e069051 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:48.040630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:48.096426 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:48.133381 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] For port f5a67cee-0d59-47b1-a393-343a7e069051, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f5a67cee-0d59-47b1-a393-343a7e069051,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:48.133738 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:48.149694 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Calling delete_port for f5a67cee-0d59-47b1-a393-343a7e069051 owned by network:router_interface {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:48.351762 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (f5a67cee-0d59-47b1-a393-343a7e069051), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:48.379417 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a67cee-0d59-47b1-a393-343a7e069051,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:48.578262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:48.875789 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=82 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:48.879103 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:49.056437 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Router f85f0a02-5c79-4bde-83e7-22f5ab19dcee has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:47:49.115063 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:49.158748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:47:49.163704 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-c09070f6-1648-459d-954b-30e01483b232 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/f85f0a02-5c79-4bde-83e7-22f5ab19dcee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7388163 Sep 25 04:47:49.166754 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35324) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:49.168469 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Sync routers for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:47:49.179824 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:49.180515 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:49.275208 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks [] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:49.283657 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:49.380068 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks [] for router_gateway (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:49.427091 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Deleting port f723e88b-e565-477c-92bd-20a02ef25d7e {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:49.427329 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:49.471286 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:47:48Z', 'revision_number': 5, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port': {'id': 'f723e88b-e565-477c-92bd-20a02ef25d7e', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:49.504274 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Checking router: f85f0a02-5c79-4bde-83e7-22f5ab19dcee for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:47:49.512780 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Routers {'f85f0a02-5c79-4bde-83e7-22f5ab19dcee'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:47:49.513374 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:47:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:49.520511 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] For port f723e88b-e565-477c-92bd-20a02ef25d7e, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=f723e88b-e565-477c-92bd-20a02ef25d7e,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:49.520907 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:49.534108 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Calling delete_port for f723e88b-e565-477c-92bd-20a02ef25d7e owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:49.598222 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] Set router f85f0a02-5c79-4bde-83e7-22f5ab19dcee gateway port host: None {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:47:49.655896 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:47:49Z', 'revision_number': 6, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:49.685169 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265cf2d-7db9-446b-82e3-dbb80572a29a None None] The sync data for ids ['f85f0a02-5c79-4bde-83e7-22f5ab19dcee'] in dv-cinder-855359-5-iscsi is: [{'id': 'f85f0a02-5c79-4bde-83e7-22f5ab19dcee', 'name': 'tempest-TestVolumeBootPattern-2048741056-router', 'tenant_id': 'b06e471023194d10920aade4346c3bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:37:23Z', 'updated_at': '2022-09-25T04:47:49Z', 'revision_number': 6, 'project_id': 'b06e471023194d10920aade4346c3bc3', 'gw_port_host': None}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:47:49.727256 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (f723e88b-e565-477c-92bd-20a02ef25d7e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:49.758973 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f723e88b-e565-477c-92bd-20a02ef25d7e,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:49.816439 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.145662 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.150647 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks [] for router_controller (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.201572 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (f85f0a02-5c79-4bde-83e7-22f5ab19dcee), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.202839 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85f0a02-5c79-4bde-83e7-22f5ab19dcee {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:47:50.209017 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.211223 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b2dcaf32-e6c0-438b-abff-468d045c35ad admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/f85f0a02-5c79-4bde-83e7-22f5ab19dcee HTTP/1.1" status: 204 len: 168 time: 1.0429404 Sep 25 04:47:50.218505 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35342) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:50.265341 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Deleting subnet e385420a-1f87-4e63-abdb-fec208b14561 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:47:50.269153 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Publish callbacks [] for subnet (e385420a-1f87-4e63-abdb-fec208b14561), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.294675 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:50.302973 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:50.317812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (e385420a-1f87-4e63-abdb-fec208b14561), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.408432 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (e385420a-1f87-4e63-abdb-fec208b14561), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.473798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (e385420a-1f87-4e63-abdb-fec208b14561), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.502701 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e385420a-1f87-4e63-abdb-fec208b14561,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:50.507131 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.510262 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8ff61360-b164-4be9-b340-68bb723e10a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e385420a-1f87-4e63-abdb-fec208b14561 HTTP/1.1" status: 204 len: 168 time: 0.2954333 Sep 25 04:47:50.513312 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35344) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:50.517713 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37f921-5739-400f-8d28-14f78e1dfd46 None None] Network 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:47:50.590093 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.635472 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:50.644071 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Deleting port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:50.644526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.698454 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] DHCP port deletion for 1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:47:50.723582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] For port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:50.723886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.739977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Calling delete_port for c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:50.752901 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Deleting port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:47:50.753575 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.837110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] For port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,segment=NetworkSegment(32461446-ef71-463e-a08e-f8fc5a43d7bd),segment_id=32461446-ef71-463e-a08e-f8fc5a43d7bd)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:47:50.838164 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.846474 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.859522 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Calling delete_port for c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:47:50.877585 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:50.886906 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.887241 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.887635 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.887968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.888292 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.888667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.888996 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.889349 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.889825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.890143 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.890465 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.890764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.891141 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.891462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.891769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:47:50.898814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] No DVR routers for this DVR port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:50.934646 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=100 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:50.957689 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:50.981923 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] Pushing event deleted for resources: {'Port': ['ID=c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:50.992822 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a11d9-75eb-4f59-9c40-f1898a47303b None None] No DVR routers for this DVR port c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:47:51.001787 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.031184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:51.041452 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32461446-ef71-463e-a08e-f8fc5a43d7bd') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:51.041750 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32461446-ef71-463e-a08e-f8fc5a43d7bd') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:47:51.052502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f723e88b-e565-477c-92bd-20a02ef25d7e no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:51.055056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (32461446-ef71-463e-a08e-f8fc5a43d7bd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.073074 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: f723e88b-e565-477c-92bd-20a02ef25d7e {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:51.073425 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f723e88b-e565-477c-92bd-20a02ef25d7e not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:51.073845 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:51.076398 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (32461446-ef71-463e-a08e-f8fc5a43d7bd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.092211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:47:51.093139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (32461446-ef71-463e-a08e-f8fc5a43d7bd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.094101 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:51.094514 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device c9c4bb8a-3fbd-4f37-ab55-1247a0e7fefb not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:51.094936 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f5a67cee-0d59-47b1-a393-343a7e069051 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:47:51.117013 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: f5a67cee-0d59-47b1-a393-343a7e069051 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:47:51.117359 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device f5a67cee-0d59-47b1-a393-343a7e069051 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:47:51.147904 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 32461446-ef71-463e-a08e-f8fc5a43d7bd resource provider aggregate not found Sep 25 04:47:51.149716 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.165700 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 32461446-ef71-463e-a08e-f8fc5a43d7bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32461446-ef71-463e-a08e-f8fc5a43d7bd found for delete ", "request_id": "req-aba3a97c-d0b1-479e-9211-4e11c89bb026"}]} Sep 25 04:47:51.175322 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.181636 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.185050 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83 HTTP/1.1" status: 204 len: 168 time: 0.6694798 Sep 25 04:47:51.208207 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100cd0-8673-4eaa-9aea-5a8b801da708 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4e640d-bf53-4c4f-aa2f-b7b3d3421b83,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:51.369549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35364) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:51.410393 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-fd350a5f-8073-4d68-a41e-c6b712995bec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=00f66d2c942b419abc8d9d010c5a57f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397103 Sep 25 04:47:51.412852 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35366) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:51.463373 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] Publish callbacks [] for security_group (7f99b13b-d855-4eb9-86be-9063cab0a491), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.484008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] Publish callbacks [] for security_group (7f99b13b-d855-4eb9-86be-9063cab0a491), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.530653 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (7f99b13b-d855-4eb9-86be-9063cab0a491), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.533220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.534364 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7f99b13b-d855-4eb9-86be-9063cab0a491 HTTP/1.1" status: 204 len: 168 time: 0.1206427 Sep 25 04:47:51.542130 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e3ba6-de3d-4dec-828a-dbd8c22835c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f99b13b-d855-4eb9-86be-9063cab0a491,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:51.869375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35372) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:51.909350 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-1c689703-5b47-48e3-84e9-8506dc38071a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b06e471023194d10920aade4346c3bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387099 Sep 25 04:47:51.911647 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35374) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:47:51.948526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:51.960610 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] Publish callbacks [] for security_group (6cef0306-f4eb-47c7-8af6-25362687e2a2), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:51.980590 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] Publish callbacks [] for security_group (6cef0306-f4eb-47c7-8af6-25362687e2a2), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:52.026768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (6cef0306-f4eb-47c7-8af6-25362687e2a2), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:52.029295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:47:52.030776 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6cef0306-f4eb-47c7-8af6-25362687e2a2 HTTP/1.1" status: 204 len: 168 time: 0.1180012 Sep 25 04:47:52.038392 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3ab7c-4610-40f0-a27d-de1906d3b3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef0306-f4eb-47c7-8af6-25362687e2a2,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:47:59.450495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-2a358943-5849-4f7f-9446-db63e716f22b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397122 Sep 25 04:47:59.554030 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-102ee700-eeed-45ca-bad3-6cb6f1e668e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:59.555475 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-102ee700-eeed-45ca-bad3-6cb6f1e668e8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a2ac515b97884375b3e85c6e54de81bc&device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 1130 time: 0.0385294 Sep 25 04:47:59.600808 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=38 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:59.624884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:59.666062 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-bbd006f1-35a7-45b5-92b7-8792cf4af2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:59.667399 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-bbd006f1-35a7-45b5-92b7-8792cf4af2cc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 200 len: 917 time: 0.0926285 Sep 25 04:47:59.684572 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=45 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:47:59.729966 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-b12f3f01-90fd-462b-84ed-cd6000604031 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 200 len: 1001 time: 0.0568585 Sep 25 04:47:59.778899 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-fbad356a-7674-4571-87d2-7229c10cd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:59.780743 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-fbad356a-7674-4571-87d2-7229c10cd6ac service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 200 len: 856 time: 0.0453796 Sep 25 04:47:59.823251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-4b5035a4-3788-4a96-976b-a50827ab7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:47:59.824747 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-4b5035a4-3788-4a96-976b-a50827ab7a48 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=442ef807-682d-48e2-b151-5ae7fd6da3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386884 Sep 25 04:47:59.917236 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-ef8ad2a6-52c7-40f4-ac9e-b5f66259aa62 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863652 Sep 25 04:48:00.009644 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d68a5029-9fe2-409b-86d8-0786bc137ea1 req-de58c0d7-ef52-401f-8ee0-c1299292eb43 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867496 Sep 25 04:48:00.480187 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:00.500199 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:01.553068 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:02.051368 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:07.658929 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-454e1784-3b12-42f2-8a0b-b313ac6ea939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:10.005438 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=35 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:10.006825 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:10.021366 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0d093f62-b60f-4c63-ac30-5e2c9997683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.118976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.359831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35574) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:11.462935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8a44263b-f0b8-4821-9bbd-4d12c9864d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.539112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8a44263b-f0b8-4821-9bbd-4d12c9864d3d admin admin] Publish callbacks [] for security_group (d2a25eac-5d1a-418e-94f0-a676a3613984), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.542489 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-8a44263b-f0b8-4821-9bbd-4d12c9864d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d2a25eac-5d1a-418e-94f0-a676a3613984), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.582672 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-8a44263b-f0b8-4821-9bbd-4d12c9864d3d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=17e4e4f8d95b4999ae6a942a754d2916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217774 Sep 25 04:48:11.583525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44263b-f0b8-4821-9bbd-4d12c9864d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a25eac-5d1a-418e-94f0-a676a3613984,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:11.585616 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35578) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:11.638182 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Publish callbacks [] for security_group (d2a25eac-5d1a-418e-94f0-a676a3613984), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.658402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Publish callbacks [] for security_group (d2a25eac-5d1a-418e-94f0-a676a3613984), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.704371 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d2a25eac-5d1a-418e-94f0-a676a3613984), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.706982 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:11.708146 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d2a25eac-5d1a-418e-94f0-a676a3613984 HTTP/1.1" status: 204 len: 168 time: 0.1214411 Sep 25 04:48:11.716333 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a25eac-5d1a-418e-94f0-a676a3613984,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:11.724235 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.724577 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.724968 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.725317 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.725628 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.725956 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.726275 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.726594 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.726913 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.727230 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.727548 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.727867 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.728180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.728489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.728827 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293168c6-590a-4806-b360-98a94d52de02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:11.901382 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:11.902485 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:11.931162 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35594) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:11.979169 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Deleting subnet 647c8904-7560-43da-8466-3c8ab9897339 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:48:11.982843 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Publish callbacks [] for subnet (647c8904-7560-43da-8466-3c8ab9897339), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.019780 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (647c8904-7560-43da-8466-3c8ab9897339), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.062929 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (647c8904-7560-43da-8466-3c8ab9897339), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.116521 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (647c8904-7560-43da-8466-3c8ab9897339), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.143615 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647c8904-7560-43da-8466-3c8ab9897339,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:12.145607 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.148712 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a1f998d5-a3ff-4092-a1eb-c8869ecf2941 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/647c8904-7560-43da-8466-3c8ab9897339 HTTP/1.1" status: 204 len: 168 time: 0.2164454 Sep 25 04:48:12.151301 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35604) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:12.228007 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (eb5c76a5-f517-42e7-b0d0-dfca76ffa763), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.306863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (eb5c76a5-f517-42e7-b0d0-dfca76ffa763), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.328490 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5c76a5-f517-42e7-b0d0-dfca76ffa763']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.340087 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d967f2-7a9b-4590-91b8-db176ec8df47') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.340087 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d967f2-7a9b-4590-91b8-db176ec8df47') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.348395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (83d967f2-7a9b-4590-91b8-db176ec8df47), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.362242 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (83d967f2-7a9b-4590-91b8-db176ec8df47), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.369750 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:48:12.370270 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (83d967f2-7a9b-4590-91b8-db176ec8df47), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.438803 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (eb5c76a5-f517-42e7-b0d0-dfca76ffa763), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.456894 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.460070 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/eb5c76a5-f517-42e7-b0d0-dfca76ffa763 HTTP/1.1" status: 204 len: 168 time: 0.3078437 Sep 25 04:48:12.461193 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0a820-04d5-4f47-9dde-a845617ffb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5c76a5-f517-42e7-b0d0-dfca76ffa763,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:12.462887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35618) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:12.519472 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Deleting subnet a6be560d-ed7f-41e6-95aa-b1290ae9e783 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:48:12.523042 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Publish callbacks [] for subnet (a6be560d-ed7f-41e6-95aa-b1290ae9e783), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.543906 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 83d967f2-7a9b-4590-91b8-db176ec8df47 resource provider aggregate not found Sep 25 04:48:12.564330 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (a6be560d-ed7f-41e6-95aa-b1290ae9e783), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.567238 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 83d967f2-7a9b-4590-91b8-db176ec8df47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d967f2-7a9b-4590-91b8-db176ec8df47 found for delete ", "request_id": "req-4dbc11de-7ce0-422e-89b3-3b79b3352b9b"}]} Sep 25 04:48:12.603897 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:12.613731 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (a6be560d-ed7f-41e6-95aa-b1290ae9e783), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.670547 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (a6be560d-ed7f-41e6-95aa-b1290ae9e783), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.697846 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6be560d-ed7f-41e6-95aa-b1290ae9e783,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:12.703268 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.706653 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-73332d36-64be-4a2e-ac36-f534caef2114 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a6be560d-ed7f-41e6-95aa-b1290ae9e783 HTTP/1.1" status: 204 len: 168 time: 0.2426100 Sep 25 04:48:12.709163 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35634) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:12.744346 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.775394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:12.790934 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (894d7d83-d89f-4d4f-94e7-c6054cd1a970), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.843510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.875151 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (894d7d83-d89f-4d4f-94e7-c6054cd1a970), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.897381 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894d7d83-d89f-4d4f-94e7-c6054cd1a970']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.911327 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49585d75-1176-418c-8e48-e87e74218b3a') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.911327 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49585d75-1176-418c-8e48-e87e74218b3a') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:12.920800 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (49585d75-1176-418c-8e48-e87e74218b3a), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.935991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (49585d75-1176-418c-8e48-e87e74218b3a), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:12.942650 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:48:12.943067 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (49585d75-1176-418c-8e48-e87e74218b3a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.009086 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (894d7d83-d89f-4d4f-94e7-c6054cd1a970), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.013412 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.016842 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/894d7d83-d89f-4d4f-94e7-c6054cd1a970 HTTP/1.1" status: 204 len: 168 time: 0.3066070 Sep 25 04:48:13.032222 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f7db1-9988-48bf-a68b-79f56a776136 admin admin] Pushing event deleted for resources: {'Network': ['ID=894d7d83-d89f-4d4f-94e7-c6054cd1a970,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:13.192445 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35644) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:13.233647 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-09bc850c-acae-4e67-86d0-0a9c04c939b4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e546577d458b44ef801876e47407a8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400331 Sep 25 04:48:13.236454 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35646) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:13.284809 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] Publish callbacks [] for security_group (0e4612c6-6107-42b7-a150-796992a0e58a), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.304843 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] Publish callbacks [] for security_group (0e4612c6-6107-42b7-a150-796992a0e58a), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.354081 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0e4612c6-6107-42b7-a150-796992a0e58a), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.356528 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.358331 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0e4612c6-6107-42b7-a150-796992a0e58a HTTP/1.1" status: 204 len: 168 time: 0.1209624 Sep 25 04:48:13.365931 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f7f7a-e8a2-491e-a30d-d80d999edbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4612c6-6107-42b7-a150-796992a0e58a,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:13.678462 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35652) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:13.721766 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ed11e93f-d690-42da-8111-1b6ebc899b96 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a3ad197b14d64415a70f9da43c71f34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421355 Sep 25 04:48:13.724122 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35654) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:13.772332 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] Publish callbacks [] for security_group (30852139-a61d-4143-af00-194dcb215e06), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.792172 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] Publish callbacks [] for security_group (30852139-a61d-4143-af00-194dcb215e06), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.838829 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (30852139-a61d-4143-af00-194dcb215e06), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.841695 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:13.842860 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/30852139-a61d-4143-af00-194dcb215e06 HTTP/1.1" status: 204 len: 168 time: 0.1178451 Sep 25 04:48:13.850394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ccd9-b4c5-452c-8959-66dc3535ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30852139-a61d-4143-af00-194dcb215e06,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:14.585268 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 49585d75-1176-418c-8e48-e87e74218b3a resource provider aggregate not found Sep 25 04:48:14.602920 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 49585d75-1176-418c-8e48-e87e74218b3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49585d75-1176-418c-8e48-e87e74218b3a found for delete ", "request_id": "req-7cdfda86-5459-4de0-8963-25cdb42876d0"}]} Sep 25 04:48:14.914339 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35694) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:15.020198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a08cdd1-8b6f-4442-9e69-b1ff82fe8812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.071549 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:15.099935 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a08cdd1-8b6f-4442-9e69-b1ff82fe8812 admin admin] Publish callbacks [] for security_group (be509b28-0e67-4f31-9eb7-6f9f1e67f38e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.103491 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-5a08cdd1-8b6f-4442-9e69-b1ff82fe8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (be509b28-0e67-4f31-9eb7-6f9f1e67f38e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.141870 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:15.146942 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-5a08cdd1-8b6f-4442-9e69-b1ff82fe8812 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=313eed2ef1484803afa88c4b4c5020f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316031 Sep 25 04:48:15.148028 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08cdd1-8b6f-4442-9e69-b1ff82fe8812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be509b28-0e67-4f31-9eb7-6f9f1e67f38e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:15.149784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35698) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:15.200594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] Publish callbacks [] for security_group (be509b28-0e67-4f31-9eb7-6f9f1e67f38e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.220584 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] Publish callbacks [] for security_group (be509b28-0e67-4f31-9eb7-6f9f1e67f38e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.272960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (be509b28-0e67-4f31-9eb7-6f9f1e67f38e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.275488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:15.276626 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/be509b28-0e67-4f31-9eb7-6f9f1e67f38e HTTP/1.1" status: 204 len: 168 time: 0.1258507 Sep 25 04:48:15.284655 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197063bd-5b14-4d83-85fb-b5594fe8c4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be509b28-0e67-4f31-9eb7-6f9f1e67f38e,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:15.882329 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:48:18.774008 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f1100-d0fc-40f3-921b-8cad5818fb24 req-7e5e9cc3-76d5-42b3-97d2-04aaeb41d4c7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:18.775469 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cf7f1100-d0fc-40f3-921b-8cad5818fb24 req-7e5e9cc3-76d5-42b3-97d2-04aaeb41d4c7 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0478783 Sep 25 04:48:18.822936 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cf7f1100-d0fc-40f3-921b-8cad5818fb24 req-2d0db3db-2984-44ab-aa06-6fc0f9dd7c7f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Sep 25 04:48:19.955767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebab797-2fb5-4f97-8eb9-8ae95cfa933d req-fb2f049a-5cba-481c-b138-9da687ab77a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:19.957195 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3ebab797-2fb5-4f97-8eb9-8ae95cfa933d req-fb2f049a-5cba-481c-b138-9da687ab77a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0473368 Sep 25 04:48:20.008558 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3ebab797-2fb5-4f97-8eb9-8ae95cfa933d req-16616454-6079-4e41-bc15-8002c3dd9ca6 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457287 Sep 25 04:48:21.003189 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35782) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:21.111284 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a870a936-3d55-44fb-9c19-51afb1daaf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.142140 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe48a31-003a-4088-be54-4faa4f0d13aa req-f6e6c708-536a-483f-8eba-991b5a9141ca tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:21.143630 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe48a31-003a-4088-be54-4faa4f0d13aa req-f6e6c708-536a-483f-8eba-991b5a9141ca tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0501413 Sep 25 04:48:21.161479 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.191039 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a870a936-3d55-44fb-9c19-51afb1daaf35 admin admin] Publish callbacks [] for security_group (01480bb1-56e4-43c3-9fc6-73135d20c271), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.195297 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a870a936-3d55-44fb-9c19-51afb1daaf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (01480bb1-56e4-43c3-9fc6-73135d20c271), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.195453 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0fe48a31-003a-4088-be54-4faa4f0d13aa req-0ff5d0f7-5f63-4ca2-a390-4a1e447208d2 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458853 Sep 25 04:48:21.236234 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a870a936-3d55-44fb-9c19-51afb1daaf35 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=df5dfe4898574c00ab5e51ccbb027be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319441 Sep 25 04:48:21.237099 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870a936-3d55-44fb-9c19-51afb1daaf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01480bb1-56e4-43c3-9fc6-73135d20c271,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:21.238880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35788) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:21.291542 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] Publish callbacks [] for security_group (01480bb1-56e4-43c3-9fc6-73135d20c271), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.312289 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] Publish callbacks [] for security_group (01480bb1-56e4-43c3-9fc6-73135d20c271), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.359378 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (01480bb1-56e4-43c3-9fc6-73135d20c271), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.361970 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:21.363139 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/01480bb1-56e4-43c3-9fc6-73135d20c271 HTTP/1.1" status: 204 len: 168 time: 0.1219141 Sep 25 04:48:21.371045 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88035b7-8fb1-43ae-a0b7-a8a4466bcafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01480bb1-56e4-43c3-9fc6-73135d20c271,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:22.326388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe738c-b080-40c2-9f69-f52c9cebe125 req-93ba18b0-fe10-4fa7-8d24-5b7e469df96e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:22.327886 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97fe738c-b080-40c2-9f69-f52c9cebe125 req-93ba18b0-fe10-4fa7-8d24-5b7e469df96e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0499012 Sep 25 04:48:22.375908 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-97fe738c-b080-40c2-9f69-f52c9cebe125 req-80be03b0-8dc1-4c64-aaf1-3f79b8ae74a1 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Sep 25 04:48:23.491051 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:23.498983 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:23.508477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de3727-b556-46f7-99a4-493a34d63ae2 req-dcdfc3ed-be74-47d0-bbc3-7b2b312a46e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:23.509966 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e4de3727-b556-46f7-99a4-493a34d63ae2 req-dcdfc3ed-be74-47d0-bbc3-7b2b312a46e0 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0497992 Sep 25 04:48:23.557032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e4de3727-b556-46f7-99a4-493a34d63ae2 req-156be40e-8fd6-443e-b33b-b9d8e844cfeb tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5dbdfbd8-b2ed-482c-99d7-addb332f1e80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 Sep 25 04:48:24.050239 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-6e9a2385-4e9d-4bed-a251-0440141c1a4e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:24.051682 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-6e9a2385-4e9d-4bed-a251-0440141c1a4e tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 946 time: 0.0469575 Sep 25 04:48:24.142732 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Deleting port 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:24.143083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (67e59d38-b12f-4f51-bb79-591d93062336), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.235831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] For port 67e59d38-b12f-4f51-bb79-591d93062336, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=67e59d38-b12f-4f51-bb79-591d93062336,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:24.236112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (67e59d38-b12f-4f51-bb79-591d93062336), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.395640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.396041 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.396414 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Floating IP 270e4b47-03cb-45e1-802b-b8012c19d61e disassociated. External IP: 172.27.0.172, port: 67e59d38-b12f-4f51-bb79-591d93062336. Sep 25 04:48:24.396820 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Calling delete_port for 67e59d38-b12f-4f51-bb79-591d93062336 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:24.524517 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (67e59d38-b12f-4f51-bb79-591d93062336), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.553294 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'Port': ['ID=67e59d38-b12f-4f51-bb79-591d93062336,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:24.673879 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-788d898f-3bb8-4655-a0f4-07efd8021c69 req-dd1b1bb3-6399-4d10-8434-3fef7f890eae tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0338540 Sep 25 04:48:24.691656 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:24.746831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:24.799215 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:24.810460 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:24.820471 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:24.821074 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:24.842313 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] No DVR routers for this DVR port 67e59d38-b12f-4f51-bb79-591d93062336 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:48:24.844881 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:24.848038 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8164fe35-c6ea-4d1a-a56c-df16c2e53cbb req-be7fe8d3-573d-4438-a684-a9c5d318ee50 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.55 "DELETE /networking/v2.0/ports/67e59d38-b12f-4f51-bb79-591d93062336 HTTP/1.1" status: 204 len: 173 time: 0.7911725 Sep 25 04:48:24.848527 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-deleted', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:48:24.850821 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d8094b-a945-473c-812f-640e990e32fb" -d '{"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-deleted", "tag": "67e59d38-b12f-4f51-bb79-591d93062336"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:48:24.897548 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c45e594-7bf6-4dc0-9d6a-87ef970171af x-openstack-request-id: req-1c45e594-7bf6-4dc0-9d6a-87ef970171af {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:48:24.897902 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae04d96-b4dc-4acf-9f79-4f6644c1a082", "name": "network-vif-deleted", "tag": "67e59d38-b12f-4f51-bb79-591d93062336", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:48:24.898212 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c45e594-7bf6-4dc0-9d6a-87ef970171af {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:48:24.898707 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c45e594-7bf6-4dc0-9d6a-87ef970171af'] response: {'server_uuid': '8ae04d96-b4dc-4acf-9f79-4f6644c1a082', 'name': 'network-vif-deleted', 'tag': '67e59d38-b12f-4f51-bb79-591d93062336', 'status': 'completed', 'code': 200} Sep 25 04:48:24.935729 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:25.126286 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:25.154911 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:25.163447 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:25.164055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:25.265527 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:25.447349 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:25.472994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3763b92-feb0-4e4a-a99c-42d219368462 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:35:58Z', 'revision_number': 4, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': '61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2', 'name': '', 'network_id': '442ef807-682d-48e2-b151-5ae7fd6da3f5', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'mac_address': 'fa:16:3e:2a:71:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'dde4d932-3389-4754-b421-613ed6861c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:56Z', 'updated_at': '2022-09-25T04:36:19Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'subnets': [{'id': 'dde4d932-3389-4754-b421-613ed6861c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:25.684242 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255ad8e-682b-4ef3-a3d2-d9ae4d49c9b8 None None] New status for floating IP 270e4b47-03cb-45e1-802b-b8012c19d61e: DOWN {{(pid=106428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:48:25.788728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b41cc9d9-0242-4a5b-b0cb-85d8d23cd54a req-d52cd65b-5a52-4b2a-a7b6-33f7cd58b38f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0335002 Sep 25 04:48:26.902045 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c987db5-e68f-43d6-a5b8-034c403f79fd req-9bfcdba4-3ee7-48cd-99a5-0817fb723403 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0298488 Sep 25 04:48:28.010333 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0cedd66b-f17b-4a59-acd5-45bcc386b914 req-a5efd4d5-6aa7-4b92-8067-d066b3920db9 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Sep 25 04:48:29.120197 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:29.132801 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-808630a1-cd22-4783-860e-6380857f511d req-cf78b7d8-26e5-4fdc-a25d-6377453b22c5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ae04d96-b4dc-4acf-9f79-4f6644c1a082 HTTP/1.1" status: 200 len: 210 time: 0.0281579 Sep 25 04:48:29.145267 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 67e59d38-b12f-4f51-bb79-591d93062336 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:48:29.145650 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 67e59d38-b12f-4f51-bb79-591d93062336 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:30.241277 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35836) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:30.296357 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (5dbdfbd8-b2ed-482c-99d7-addb332f1e80), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.318551 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (5dbdfbd8-b2ed-482c-99d7-addb332f1e80), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.369135 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5dbdfbd8-b2ed-482c-99d7-addb332f1e80), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.371770 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.372959 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5dbdfbd8-b2ed-482c-99d7-addb332f1e80 HTTP/1.1" status: 204 len: 168 time: 0.1306396 Sep 25 04:48:30.376382 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35838) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:30.383113 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b97734-eb71-4981-8ecb-702bdec2e48d tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbdfbd8-b2ed-482c-99d7-addb332f1e80,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:30.394445 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.api.v2.resource [None req-48710922-eb03-4603-9792-d80cbe0fdaf5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] show failed (client error): The resource could not be found. Sep 25 04:48:30.395516 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-48710922-eb03-4603-9792-d80cbe0fdaf5 tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "GET /networking/v2.0/security-groups/5dbdfbd8-b2ed-482c-99d7-addb332f1e80 HTTP/1.1" status: 404 len: 347 time: 0.0181413 Sep 25 04:48:30.398489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35840) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:30.527364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Deleting port bc55449e-50af-4e26-8037-9b0bef68c6b0 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:30.527718 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.609810 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.610144 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (bc55449e-50af-4e26-8037-9b0bef68c6b0), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.622776 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Calling delete_port for bc55449e-50af-4e26-8037-9b0bef68c6b0 owned by network:floatingip {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:30.762850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bc55449e-50af-4e26-8037-9b0bef68c6b0), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.793578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Pushing event deleted for resources: {'Port': ['ID=bc55449e-50af-4e26-8037-9b0bef68c6b0,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:30.856157 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks [] for floatingip (270e4b47-03cb-45e1-802b-b8012c19d61e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.858662 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:30.860449 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8c9d98d8-7265-48b9-af3c-0f7419b9e16a tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/270e4b47-03cb-45e1-802b-b8012c19d61e HTTP/1.1" status: 204 len: 168 time: 0.4609110 Sep 25 04:48:36.492584 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35900) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:36.803840 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:36.807059 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:36.814698 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:36.836503 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:36.950270 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.169879 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Deleting port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:37.170212 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.249498 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] For port 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:37.250066 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.262488 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Calling delete_port for 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:37.440226 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.470479 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Pushing event deleted for resources: {'Port': ['ID=61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:37.589955 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:37.648052 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.649757 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:37.654788 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:37.672887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4772bc4f-f748-4d3b-be15-f0ef7f66dab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:37.763349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:37.870091 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Router 6eb56830-85a8-46bc-9157-ca6349ec7a4e has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:37.970159 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:37.975211 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b42e5d0d-77ec-4309-b58c-bf6cc71369ae admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6eb56830-85a8-46bc-9157-ca6349ec7a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814920 Sep 25 04:48:37.978181 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35912) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:37.979439 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Sync routers for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:37.990545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:37.991166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:38.014914 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:38.079630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks [] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.183457 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks [] for router_gateway (6eb56830-85a8-46bc-9157-ca6349ec7a4e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.227035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Deleting port cb489da2-925a-4bf4-9d42-04327d990253 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:38.227414 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (cb489da2-925a-4bf4-9d42-04327d990253), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.228614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:38.313979 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] For port cb489da2-925a-4bf4-9d42-04327d990253, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=cb489da2-925a-4bf4-9d42-04327d990253,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:38.314253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (cb489da2-925a-4bf4-9d42-04327d990253), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.327271 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Calling delete_port for cb489da2-925a-4bf4-9d42-04327d990253 owned by network:router_gateway {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:38.404613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:48:37Z', 'revision_number': 5, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port': {'id': 'cb489da2-925a-4bf4-9d42-04327d990253', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:17:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:35:45Z', 'updated_at': '2022-09-25T04:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:38.430060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Checking router: 6eb56830-85a8-46bc-9157-ca6349ec7a4e for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:38.439135 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Routers {'6eb56830-85a8-46bc-9157-ca6349ec7a4e'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:38.440059 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:38.497105 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (cb489da2-925a-4bf4-9d42-04327d990253), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.522538 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb489da2-925a-4bf4-9d42-04327d990253,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:38.532501 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] Set router 6eb56830-85a8-46bc-9157-ca6349ec7a4e gateway port host: None {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:38.570525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:38.583154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:48:38Z', 'revision_number': 6, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port_host': None}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:38.592253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.612462 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1974e2c2-9373-403c-9e95-d47c75a6e4c2 None None] The sync data for ids ['6eb56830-85a8-46bc-9157-ca6349ec7a4e'] in dv-cinder-855359-5-iscsi is: [{'id': '6eb56830-85a8-46bc-9157-ca6349ec7a4e', 'name': 'tempest-AttachVolumeShelveTestJSON-1030645441-router', 'tenant_id': 'a2ac515b97884375b3e85c6e54de81bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:35:43Z', 'updated_at': '2022-09-25T04:48:38Z', 'revision_number': 6, 'project_id': 'a2ac515b97884375b3e85c6e54de81bc', 'gw_port_host': None}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:38.681387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.683567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks [] for router_controller (6eb56830-85a8-46bc-9157-ca6349ec7a4e), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.724613 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (6eb56830-85a8-46bc-9157-ca6349ec7a4e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.725211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb56830-85a8-46bc-9157-ca6349ec7a4e {{(pid=106425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:48:38.729925 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.731062 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-4076a320-9440-4eb1-a246-4719b7dc0a5c admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/6eb56830-85a8-46bc-9157-ca6349ec7a4e HTTP/1.1" status: 204 len: 168 time: 0.7519078 Sep 25 04:48:38.734645 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35914) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:38.778974 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Deleting subnet dde4d932-3389-4754-b421-613ed6861c61 {{(pid=106425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:48:38.782886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Publish callbacks [] for subnet (dde4d932-3389-4754-b421-613ed6861c61), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.821871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10498934'] for subnet (dde4d932-3389-4754-b421-613ed6861c61), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.861768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:38.901672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (dde4d932-3389-4754-b421-613ed6861c61), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.959973 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2082430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11129402'] for subnet (dde4d932-3389-4754-b421-613ed6861c61), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:38.981297 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967193b-46f1-4b5f-a85b-1b16c3d0a10b None None] Network 442ef807-682d-48e2-b151-5ae7fd6da3f5 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:48:39.000947 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde4d932-3389-4754-b421-613ed6861c61,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:39.003916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.009409 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-2d73a221-5f2c-4bcb-82db-17cf86f6be06 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/dde4d932-3389-4754-b421-613ed6861c61 HTTP/1.1" status: 204 len: 168 time: 0.2712123 Sep 25 04:48:39.009783 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35926) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:39.319025 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (442ef807-682d-48e2-b151-5ae7fd6da3f5), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.361637 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Deleting port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:39.361929 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.431575 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] For port 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=26543ee6-6bd0-4125-bebf-4d40cf792fd6,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:39.431575 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.436467 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] DHCP port deletion for 442ef807-682d-48e2-b151-5ae7fd6da3f5 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:48:39.446711 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Calling delete_port for 26543ee6-6bd0-4125-bebf-4d40cf792fd6 owned by network:dhcp {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:39.479536 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:39.503844 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:48:39.504276 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 61fae3b3-5d3e-4209-a3d7-0a4bc56aa1e2 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:39.505803 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Deleting port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 {{(pid=106427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:48:39.506242 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), before_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.544040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.576716 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] No DVR routers for this DVR port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 on host dv-cinder-855359-5-iscsi {{(pid=106426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:48:39.579941 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] For port 26543ee6-6bd0-4125-bebf-4d40cf792fd6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=26543ee6-6bd0-4125-bebf-4d40cf792fd6,segment=NetworkSegment(1f42c5dc-bd9d-4d0b-82ce-a554db5965e6),segment_id=1f42c5dc-bd9d-4d0b-82ce-a554db5965e6)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:39.580340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), precommit_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.582911 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Pushing event deleted for resources: {'Port': ['ID=26543ee6-6bd0-4125-bebf-4d40cf792fd6,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:39.594057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Calling delete_port for 26543ee6-6bd0-4125-bebf-4d40cf792fd6 owned by network:dhcp {{(pid=106427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:48:39.652991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (442ef807-682d-48e2-b151-5ae7fd6da3f5), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.672704 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629'] for port (26543ee6-6bd0-4125-bebf-4d40cf792fd6), after_delete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.675195 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442ef807-682d-48e2-b151-5ae7fd6da3f5']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:39.685192 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:39.685492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f42c5dc-bd9d-4d0b-82ce-a554db5965e6') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:39.697436 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (1f42c5dc-bd9d-4d0b-82ce-a554db5965e6), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.699158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Pushing event deleted for resources: {'Port': ['ID=26543ee6-6bd0-4125-bebf-4d40cf792fd6,revision_number=None']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:39.707846 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] No DVR routers for this DVR port 26543ee6-6bd0-4125-bebf-4d40cf792fd6 on host dv-cinder-855359-5-iscsi {{(pid=106427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:48:39.710099 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.710453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.710803 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.711149 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.711982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.712361 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.712796 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.712929 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (1f42c5dc-bd9d-4d0b-82ce-a554db5965e6), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.713046 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.713399 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.713687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.714371 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.714652 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.714972 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.715297 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.715625 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ea6c2-1635-4ebe-8d82-287bc7acf73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:39.729304 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:48:39.729791 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (1f42c5dc-bd9d-4d0b-82ce-a554db5965e6), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.776312 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 1f42c5dc-bd9d-4d0b-82ce-a554db5965e6 resource provider aggregate not found Sep 25 04:48:39.793636 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment 1f42c5dc-bd9d-4d0b-82ce-a554db5965e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f42c5dc-bd9d-4d0b-82ce-a554db5965e6 found for delete ", "request_id": "req-63393e50-7049-4b65-9480-50bbe88329db"}]} Sep 25 04:48:39.800814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (442ef807-682d-48e2-b151-5ae7fd6da3f5), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.806233 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:39.809369 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/442ef807-682d-48e2-b151-5ae7fd6da3f5 HTTP/1.1" status: 204 len: 168 time: 0.7986031 Sep 25 04:48:39.821620 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f866aa-4cf6-4263-8bcb-b6dba1562feb admin admin] Pushing event deleted for resources: {'Network': ['ID=442ef807-682d-48e2-b151-5ae7fd6da3f5,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:39.920853 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35934) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:39.941994 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:39.962503 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-fae9b1a2-20e6-4408-a79c-da2be8525eb9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a2ac515b97884375b3e85c6e54de81bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399985 Sep 25 04:48:39.965295 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 35936) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:40.020125 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] Publish callbacks [] for security_group (3aecee53-3fe1-49ef-ae7b-bc71e9214e1b), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.024389 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0c906c79-69a3-42fb-809d-03b94bb89c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.042319 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:40.051002 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] Publish callbacks [] for security_group (3aecee53-3fe1-49ef-ae7b-bc71e9214e1b), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.102450 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (3aecee53-3fe1-49ef-ae7b-bc71e9214e1b), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.105087 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.109561 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3aecee53-3fe1-49ef-ae7b-bc71e9214e1b HTTP/1.1" status: 204 len: 168 time: 0.1400325 Sep 25 04:48:40.115540 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f572145-e506-400f-a575-d7f2878eccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aecee53-3fe1-49ef-ae7b-bc71e9214e1b,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:40.383151 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35960) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:40.492122 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e8492106-e511-4910-8fbc-1b45d94563f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.571935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e8492106-e511-4910-8fbc-1b45d94563f5 admin admin] Publish callbacks [] for security_group (c7866b2d-b2b5-47fb-bf92-ef8a297c97b3), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.575848 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e8492106-e511-4910-8fbc-1b45d94563f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c7866b2d-b2b5-47fb-bf92-ef8a297c97b3), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.615483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8492106-e511-4910-8fbc-1b45d94563f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7866b2d-b2b5-47fb-bf92-ef8a297c97b3,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:40.619883 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e8492106-e511-4910-8fbc-1b45d94563f5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ca4031a419ae4e8a8f82cbadef2b1fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357173 Sep 25 04:48:40.622540 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 35972) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:40.674286 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] Publish callbacks [] for security_group (c7866b2d-b2b5-47fb-bf92-ef8a297c97b3), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.694987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] Publish callbacks [] for security_group (c7866b2d-b2b5-47fb-bf92-ef8a297c97b3), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.745013 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c7866b2d-b2b5-47fb-bf92-ef8a297c97b3), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.747640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:40.748984 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c7866b2d-b2b5-47fb-bf92-ef8a297c97b3 HTTP/1.1" status: 204 len: 168 time: 0.1254926 Sep 25 04:48:40.759423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be58d73-8921-4056-846f-d1f54ddd95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7866b2d-b2b5-47fb-bf92-ef8a297c97b3,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:41.061179 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cb489da2-925a-4bf4-9d42-04327d990253 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:41.084330 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: cb489da2-925a-4bf4-9d42-04327d990253 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:48:41.084782 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device cb489da2-925a-4bf4-9d42-04327d990253 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:41.085267 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 26543ee6-6bd0-4125-bebf-4d40cf792fd6 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:48:41.104811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 26543ee6-6bd0-4125-bebf-4d40cf792fd6 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:48:41.105239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 26543ee6-6bd0-4125-bebf-4d40cf792fd6 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:48:41.127523 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.608143 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36022) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:41.712512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1850847382-network', 'tenant_id': 'b981336000334d7d8451feaacc75da99'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:41.733493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Made reservation on behalf of b981336000334d7d8451feaacc75da99 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:41.735967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.744369 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.767111 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:41.792611 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36028) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:41.830905 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks [] for security_group (68dc128c-f442-47a8-bfc9-e2e4d63a1857), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.835709 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (68dc128c-f442-47a8-bfc9-e2e4d63a1857), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.862023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:48:41.872151 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc128c-f442-47a8-bfc9-e2e4d63a1857,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:41.877813 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (0cbaad20-29aa-40ff-9f3b-13c36d55b36a), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.878159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Added segment 0cbaad20-29aa-40ff-9f3b-13c36d55b36a of type vlan for network d9e4d8b5-d949-40c2-a892-90d10583d469 Sep 25 04:48:41.920968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (d9e4d8b5-d949-40c2-a892-90d10583d469), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.929471 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f249146b-9ebf-4354-8eea-a3b13af397aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.947765 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (d9e4d8b5-d949-40c2-a892-90d10583d469), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.948800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:41.949387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:41.969264 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=17 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:42.009679 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4003530 Sep 25 04:48:42.010424 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f249146b-9ebf-4354-8eea-a3b13af397aa admin admin] Publish callbacks [] for security_group (c270d95e-0913-4d0e-9d34-1b0f548e6e17), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.012529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36032) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:42.018040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Request body: {'subnet': {'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1850847382-subnet', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:42.022817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa2ac9-7bc2-481b-84c5-1f1708613dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e4d8b5-d949-40c2-a892-90d10583d469,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.023746 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f249146b-9ebf-4354-8eea-a3b13af397aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c270d95e-0913-4d0e-9d34-1b0f548e6e17), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.035620 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network d9e4d8b5-d949-40c2-a892-90d10583d469 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:48:42.073166 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249146b-9ebf-4354-8eea-a3b13af397aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c270d95e-0913-4d0e-9d34-1b0f548e6e17,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.080865 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f249146b-9ebf-4354-8eea-a3b13af397aa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=add51075f53841f5a7fb1f555f3171c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871733 Sep 25 04:48:42.081389 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36034) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:42.082071 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Made reservation on behalf of b981336000334d7d8451feaacc75da99 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:42.084393 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.137464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] Publish callbacks [] for security_group (c270d95e-0913-4d0e-9d34-1b0f548e6e17), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.160557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] Publish callbacks [] for security_group (c270d95e-0913-4d0e-9d34-1b0f548e6e17), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.211922 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (c270d95e-0913-4d0e-9d34-1b0f548e6e17), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.214687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.215870 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c270d95e-0913-4d0e-9d34-1b0f548e6e17 HTTP/1.1" status: 204 len: 168 time: 0.1328743 Sep 25 04:48:42.226115 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac8dbc-2957-4d4e-8b96-06ac4b401cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c270d95e-0913-4d0e-9d34-1b0f548e6e17,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.263175 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (577b7def-0687-4a62-a280-36324a201389), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.315504 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=577b7def-0687-4a62-a280-36324a201389,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.332887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Checking segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:42.333254 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Network hostable DHCP agents. Network: d9e4d8b5-d949-40c2-a892-90d10583d469, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:48:42.355632 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Network d9e4d8b5-d949-40c2-a892-90d10583d469 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:48:42.365402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, d9e4d8b5-d949-40c2-a892-90d10583d469) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:42.374260 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd3760d-59bc-47e3-a7fc-2dfda0c5ec19 None None] Network d9e4d8b5-d949-40c2-a892-90d10583d469 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:48:42.376797 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:42.377993 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.387121 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:42.398021 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6c0b45c1-ac5a-4934-a8b8-6e4b4086c214 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3843653 Sep 25 04:48:42.401117 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36040) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:42.407213 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:42.416433 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:42.418059 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:42.436763 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.439335 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.499087 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-d9e4d8b5-d949-40c2-a892-90d10583d469', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'project_id': 'b981336000334d7d8451feaacc75da99', 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:48:42.500955 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.503030 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for router_controller (9112da71-b8ea-44aa-84c3-e3336693cc66), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.528695 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36042) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:42.542729 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d26fe530-3d29-4efb-8db2-f965ba0383a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.630453 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d26fe530-3d29-4efb-8db2-f965ba0383a5 admin admin] Publish callbacks [] for security_group (69f99cb0-07aa-4c1b-ae66-5424757c4a13), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.634808 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d26fe530-3d29-4efb-8db2-f965ba0383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (69f99cb0-07aa-4c1b-ae66-5424757c4a13), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.643867 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for router_gateway (9112da71-b8ea-44aa-84c3-e3336693cc66), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.665141 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Allocated IP 172.20.0.2 (d9e4d8b5-d949-40c2-a892-90d10583d469/577b7def-0687-4a62-a280-36324a201389/4a636dcf-1491-4711-9330-25f02d300ca4) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:42.680503 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d26fe530-3d29-4efb-8db2-f965ba0383a5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c7a852bb886047deb2295de6f2d170ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505175 Sep 25 04:48:42.684532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36044) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:42.693703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe530-3d29-4efb-8db2-f965ba0383a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f99cb0-07aa-4c1b-ae66-5424757c4a13,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.727343 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:42.748090 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] Publish callbacks [] for security_group (69f99cb0-07aa-4c1b-ae66-5424757c4a13), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.769963 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.770997 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] Publish callbacks [] for security_group (69f99cb0-07aa-4c1b-ae66-5424757c4a13), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.827066 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (69f99cb0-07aa-4c1b-ae66-5424757c4a13), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.830562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.831714 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/69f99cb0-07aa-4c1b-ae66-5424757c4a13 HTTP/1.1" status: 204 len: 168 time: 0.1460667 Sep 25 04:48:42.842567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b4b0d-925e-4135-80f8-0e59a41ef7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f99cb0-07aa-4c1b-ae66-5424757c4a13,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.854501 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks [] for port (4a636dcf-1491-4711-9330-25f02d300ca4), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.863339 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for router_gateway (9112da71-b8ea-44aa-84c3-e3336693cc66), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.870769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.873524 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.883388 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:42.921054 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Network d9e4d8b5-d949-40c2-a892-90d10583d469 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:42.925641 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:42.927474 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Pushing event updated for resources: {'Port': ['ID=4a636dcf-1491-4711-9330-25f02d300ca4,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:42.929766 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:42.990621 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Attempting to bind port 4a636dcf-1491-4711-9330-25f02d300ca4 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:42.991502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Attempting to bind port 4a636dcf-1491-4711-9330-25f02d300ca4 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:42.992752 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Attempting to bind port 4a636dcf-1491-4711-9330-25f02d300ca4 on network d9e4d8b5-d949-40c2-a892-90d10583d469 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:42.998563 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Allocated IP 172.27.0.28 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/9d3f4aef-0530-4060-849d-80da3ca4f56a) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:43.040356 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:43.040774 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Checking segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:43.041174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.041613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Bound using segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:43.042014 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Bound port: 4a636dcf-1491-4711-9330-25f02d300ca4, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:43.042516 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.111185 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.130584 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] For port 4a636dcf-1491-4711-9330-25f02d300ca4, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:43.135906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] For port 4a636dcf-1491-4711-9330-25f02d300ca4, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=4a636dcf-1491-4711-9330-25f02d300ca4,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:43.143278 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.147383 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.192050 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:43.200000 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:43.204414 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:43.205276 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc711296-4eb5-46ac-89cc-23b252aede9d None None] Pushing event updated for resources: {'Port': ['ID=4a636dcf-1491-4711-9330-25f02d300ca4,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:43.243963 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f4aef-0530-4060-849d-80da3ca4f56a,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:43.373641 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:43.496553 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for router_gateway (9112da71-b8ea-44aa-84c3-e3336693cc66), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.689367 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.778185 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:43.820416 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Router 9112da71-b8ea-44aa-84c3-e3336693cc66 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:48:43.934484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:43.944066 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Sync routers for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:43.957139 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:43.957789 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:43.968769 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:43.972590 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ef1633e1-f1f3-46fe-a875-c3d9f289deae admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5677168 Sep 25 04:48:43.972978 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36072) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:44.047411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:44.198537 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:44.210520 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5410e-e944-4c07-a5c3-b9b5b4f2bd97 None None] Network d9e4d8b5-d949-40c2-a892-90d10583d469 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:48:44.288865 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Provisioning complete for port 4a636dcf-1491-4711-9330-25f02d300ca4 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:44.289523 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.290070 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Attempt 1 to provision port 4a636dcf-1491-4711-9330-25f02d300ca4 Sep 25 04:48:44.336120 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:44.391622 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:44.461607 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Current status of the port 4a636dcf-1491-4711-9330-25f02d300ca4 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:44.461841 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.462347 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:43Z', 'revision_number': 3, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:44.492195 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Checking router: 9112da71-b8ea-44aa-84c3-e3336693cc66 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:44.492372 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Updating router 9112da71-b8ea-44aa-84c3-e3336693cc66 port 9d3f4aef-0530-4060-849d-80da3ca4f56a binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:44.530217 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.550600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] For port 4a636dcf-1491-4711-9330-25f02d300ca4, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=4a636dcf-1491-4711-9330-25f02d300ca4,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:44.567431 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.631097 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b90ac-ae0e-4a0e-af92-750afde1044a None None] Pushing event updated for resources: {'Port': ['ID=4a636dcf-1491-4711-9330-25f02d300ca4,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:44.660724 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:44.787640 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-c68c8af4-bbdc-4f5d-a42a-1e5e1d7b5173 None None] Provisioning complete for port 4a636dcf-1491-4711-9330-25f02d300ca4 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:44.788390 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c68c8af4-bbdc-4f5d-a42a-1e5e1d7b5173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.789002 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-c68c8af4-bbdc-4f5d-a42a-1e5e1d7b5173 None None] Attempt 1 to provision port 4a636dcf-1491-4711-9330-25f02d300ca4 Sep 25 04:48:44.790388 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.871121 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks [] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.878821 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.888266 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-c68c8af4-bbdc-4f5d-a42a-1e5e1d7b5173 None None] Current status of the port 4a636dcf-1491-4711-9330-25f02d300ca4 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:44.913838 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Attempting to bind port 9d3f4aef-0530-4060-849d-80da3ca4f56a on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:44.914153 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Attempting to bind port 9d3f4aef-0530-4060-849d-80da3ca4f56a by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:44.914510 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Attempting to bind port 9d3f4aef-0530-4060-849d-80da3ca4f56a on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:44.955024 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Pushing event updated for resources: {'Port': ['ID=9d3f4aef-0530-4060-849d-80da3ca4f56a,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:44.968660 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.969011 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.969374 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.969729 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.970064 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.970391 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.970715 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.971216 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.971773 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.972100 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.972425 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.972790 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.973116 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.973606 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.973934 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:44.974487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Allocated IP 172.20.0.1 (d9e4d8b5-d949-40c2-a892-90d10583d469/577b7def-0687-4a62-a280-36324a201389/d7057173-9bfb-450a-8087-b677339df9f6) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:44.987874 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:44.988476 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:44.989058 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:44.989602 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:44.990478 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Bound port: 9d3f4aef-0530-4060-849d-80da3ca4f56a, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:44.990619 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.059968 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36100) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:45.062380 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] For port 9d3f4aef-0530-4060-849d-80da3ca4f56a, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:45.066125 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] For port 9d3f4aef-0530-4060-849d-80da3ca4f56a, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9d3f4aef-0530-4060-849d-80da3ca4f56a,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:45.074788 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.104652 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 4a636dcf-1491-4711-9330-25f02d300ca4 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:45.109684 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:45.118758 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks [] for port (d7057173-9bfb-450a-8087-b677339df9f6), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.135498 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:45.136201 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:45.163202 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.174432 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe5cfd-1864-4a2a-8b8a-582587e47398 None None] Pushing event updated for resources: {'Port': ['ID=9d3f4aef-0530-4060-849d-80da3ca4f56a,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:45.190807 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 4a636dcf-1491-4711-9330-25f02d300ca4 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:45.191186 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.191611 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 4a636dcf-1491-4711-9330-25f02d300ca4 Sep 25 04:48:45.214829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Pushing event updated for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:45.227816 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b7db33f3-1195-4d2b-808f-4e62925f2c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.228567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Network d9e4d8b5-d949-40c2-a892-90d10583d469 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:45.230072 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:45.232719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:45.260850 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:45.282828 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (9112da71-b8ea-44aa-84c3-e3336693cc66), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.293185 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 4a636dcf-1491-4711-9330-25f02d300ca4 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:45.301425 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:45.355441 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b7db33f3-1195-4d2b-808f-4e62925f2c0a admin admin] Publish callbacks [] for security_group (d694603a-c7a1-4428-8f42-a5807490ce65), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.362151 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b7db33f3-1195-4d2b-808f-4e62925f2c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d694603a-c7a1-4428-8f42-a5807490ce65), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.404858 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b7db33f3-1195-4d2b-808f-4e62925f2c0a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30c094f160764afcae899242d423ff11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429115 Sep 25 04:48:45.407075 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36104) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:45.425656 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db33f3-1195-4d2b-808f-4e62925f2c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d694603a-c7a1-4428-8f42-a5807490ce65,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:45.442955 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:45.487640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d7057173-9bfb-450a-8087-b677339df9f6), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.489788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:45.511097 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Provisioning complete for port d7057173-9bfb-450a-8087-b677339df9f6 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:45.511632 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (d7057173-9bfb-450a-8087-b677339df9f6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.512053 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 1 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:45.519886 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:43Z', 'revision_number': 3, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:45.523443 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] Publish callbacks [] for security_group (d694603a-c7a1-4428-8f42-a5807490ce65), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.548270 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:45.550064 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac1e5e-0831-4d3e-a793-4c2e537531f9 None None] The sync data for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi is: [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:43Z', 'revision_number': 3, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:45.581530 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] Publish callbacks [] for security_group (d694603a-c7a1-4428-8f42-a5807490ce65), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.701875 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d694603a-c7a1-4428-8f42-a5807490ce65), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.705023 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.706188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d694603a-c7a1-4428-8f42-a5807490ce65 HTTP/1.1" status: 204 len: 168 time: 0.2972159 Sep 25 04:48:45.727892 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c50e2-6cf7-4117-9959-87f3b4d7db01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d694603a-c7a1-4428-8f42-a5807490ce65,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:45.769612 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks [] for port (d7057173-9bfb-450a-8087-b677339df9f6), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.777339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.865046 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Pushing event updated for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:45.867895 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (9112da71-b8ea-44aa-84c3-e3336693cc66), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:45.972524 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Network d9e4d8b5-d949-40c2-a892-90d10583d469 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:45.974236 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:46.049028 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 2 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:46.101848 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:46.108672 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Router 9112da71-b8ea-44aa-84c3-e3336693cc66 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:46.126721 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36110) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:46.142498 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd0e2-b497-47e9-91d5-b1fe378049e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.167985 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:46.248308 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:46.255388 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-fc43c60f-70ec-4a5f-a24d-35e70c86b663 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9112da71-b8ea-44aa-84c3-e3336693cc66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2811835 Sep 25 04:48:46.256615 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd0e2-b497-47e9-91d5-b1fe378049e7 admin admin] Publish callbacks [] for security_group (72a14989-e095-4127-bbe3-e41a31ed509e), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.260840 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd0e2-b497-47e9-91d5-b1fe378049e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (72a14989-e095-4127-bbe3-e41a31ed509e), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.303047 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-2b1cd0e2-b497-47e9-91d5-b1fe378049e7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f68ddb80a5d4464483e60d7bccbb2845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752357 Sep 25 04:48:46.304003 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cd0e2-b497-47e9-91d5-b1fe378049e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a14989-e095-4127-bbe3-e41a31ed509e,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:46.305789 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36114) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:46.365643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] Publish callbacks [] for security_group (72a14989-e095-4127-bbe3-e41a31ed509e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.389054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] Publish callbacks [] for security_group (72a14989-e095-4127-bbe3-e41a31ed509e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.391255 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:46.442682 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (72a14989-e095-4127-bbe3-e41a31ed509e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.445384 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.449312 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72a14989-e095-4127-bbe3-e41a31ed509e HTTP/1.1" status: 204 len: 168 time: 0.1422501 Sep 25 04:48:46.460410 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dc3b2-6a65-4105-8553-e481f2a2eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a14989-e095-4127-bbe3-e41a31ed509e,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:46.603299 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 3 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:46.642321 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:46.915977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36138) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:46.920930 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-502398869-network', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:46.944790 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Made reservation on behalf of df48a331b7d444bc9fee0f035a630852 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:46.947339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:46.960250 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:46.961733 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.056666 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks [] for security_group (ce3d1df2-a5b9-47d1-9996-c50ec7072aeb), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.061096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ce3d1df2-a5b9-47d1-9996-c50ec7072aeb), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.091169 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:48:47.091482 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9d3f4aef-0530-4060-849d-80da3ca4f56a up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:47.101679 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d1df2-a5b9-47d1-9996-c50ec7072aeb,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.107939 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (b03d29fd-7316-46d6-a1d6-b228d9de6bb7), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.108396 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Added segment b03d29fd-7316-46d6-a1d6-b228d9de6bb7 of type vlan for network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 Sep 25 04:48:47.144383 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 4 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:47.160006 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (097e640a-56f2-44ed-a166-15f4d3bcb4d3), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.189949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (097e640a-56f2-44ed-a166-15f4d3bcb4d3), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.191273 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:47.191726 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 9d3f4aef-0530-4060-849d-80da3ca4f56a triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:47.191934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.192099 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.192422 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 9d3f4aef-0530-4060-849d-80da3ca4f56a Sep 25 04:48:47.194172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:47.265749 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36146) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:47.266653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:47.269193 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3480706 Sep 25 04:48:47.271692 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Request body: {'subnet': {'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-502398869-subnet', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:47.279003 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 9d3f4aef-0530-4060-849d-80da3ca4f56a is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:47.279488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.289875 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b65d7-fbd1-4517-a6cb-49eaa2726e00 admin admin] Pushing event updated for resources: {'Network': ['ID=097e640a-56f2-44ed-a166-15f4d3bcb4d3,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.304910 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:48:47.310899 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 9d3f4aef-0530-4060-849d-80da3ca4f56a, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9d3f4aef-0530-4060-849d-80da3ca4f56a,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:47.324353 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Made reservation on behalf of df48a331b7d444bc9fee0f035a630852 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:48:47.324596 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.327860 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.364291 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Sync routers for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:47.419711 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:47.420343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:47.531402 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (19b7c738-173e-46e3-9b0e-cf3ef448e7fb), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.582290 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:47.593338 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b7c738-173e-46e3-9b0e-cf3ef448e7fb,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.615500 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Checking segment: {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:47.615876 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Network hostable DHCP agents. Network: 097e640a-56f2-44ed-a166-15f4d3bcb4d3, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:48:47.650072 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:48:47.661995 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 097e640a-56f2-44ed-a166-15f4d3bcb4d3) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:47.664732 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=9d3f4aef-0530-4060-849d-80da3ca4f56a,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:47.671976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa45d61-1697-45c2-98f0-0a0d69ee7a32 None None] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:48:47.674461 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:48:47.675533 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.695442 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 5 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:47.696457 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-ba78f691-f2bd-48a1-9ff7-9ef80207ae16 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4289739 Sep 25 04:48:47.699085 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36156) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:47.704293 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:47.727178 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-451465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-409'] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.728787 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-450740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-498739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-386'] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.744146 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:47.775242 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:47.787022 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for router_controller (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), precommit_add_association {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.815508 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:47.931372 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for router_gateway (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:47.937419 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2577bc6-695e-5793-87f2-bb080b07f888-097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'fixed_ips': [{'subnet_id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb'}]}} from dv-cinder-855359-5-iscsi. {{(pid=106427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 25 04:48:47.938654 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.120789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 2, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:48.151469 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Checking router: 9112da71-b8ea-44aa-84c3-e3336693cc66 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:48.151834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Updating router 9112da71-b8ea-44aa-84c3-e3336693cc66 port d7057173-9bfb-450a-8087-b677339df9f6 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:48.195191 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.db_base_plugin_common [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Allocated IP 172.20.0.2 (097e640a-56f2-44ed-a166-15f4d3bcb4d3/19b7c738-173e-46e3-9b0e-cf3ef448e7fb/63d2481d-46af-4de3-ab33-7c33138a83cd) {{(pid=106427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:48.199757 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d7057173-9bfb-450a-8087-b677339df9f6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.234961 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:48.346935 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 6 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:48.353055 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:48.365805 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for router_gateway (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.386802 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.423612 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:48.512139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Allocated IP 172.27.0.47 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/2b7c37f1-f347-47dc-ae15-a6affde317a7) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:48.544958 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks [] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), precommit_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.554802 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), after_create {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.571183 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:48.622463 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 is already hosted by enough agents. {{(pid=106427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:48.635783 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.636004 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.scheduler.base_scheduler [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Resources bound (agent type, host, resource id): {{(pid=106427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:48.639609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Pushing event updated for resources: {'Port': ['ID=63d2481d-46af-4de3-ab33-7c33138a83cd,revision_number=1']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:48.642173 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Received port after_create {{(pid=106427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:48.669529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.715680 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:48.721654 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:48.725889 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:48.726102 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks [] for port (d7057173-9bfb-450a-8087-b677339df9f6), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.742052 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Attempting to bind port 63d2481d-46af-4de3-ab33-7c33138a83cd on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:48.742670 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Attempting to bind port 63d2481d-46af-4de3-ab33-7c33138a83cd by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:48.743023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Attempting to bind port 63d2481d-46af-4de3-ab33-7c33138a83cd on network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:48.746731 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.749780 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7c37f1-f347-47dc-ae15-a6affde317a7,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:48.837744 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:48.844813 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f26ce-6ebe-4839-b0f7-2b291c678320 None None] Pushing event updated for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:48.849301 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:48.849669 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Checking segment: {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:48.850455 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.851014 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Bound using segment: {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:48.851680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Bound port: 63d2481d-46af-4de3-ab33-7c33138a83cd, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:48.852231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:48.895834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Attempting to bind port d7057173-9bfb-450a-8087-b677339df9f6 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:48.896497 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Attempting to bind port d7057173-9bfb-450a-8087-b677339df9f6 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:48.897064 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Attempting to bind port d7057173-9bfb-450a-8087-b677339df9f6 on network d9e4d8b5-d949-40c2-a892-90d10583d469 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:48.935449 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 7 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:48.984664 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:49.007358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Port d7057173-9bfb-450a-8087-b677339df9f6 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:49.012960 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] For port 63d2481d-46af-4de3-ab33-7c33138a83cd, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:49.013141 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for router_gateway (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.015314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:49.015988 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Checking segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:49.016378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.016810 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Bound using segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:49.017299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Bound port: d7057173-9bfb-450a-8087-b677339df9f6, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:49.017857 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d7057173-9bfb-450a-8087-b677339df9f6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.022312 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] For port 63d2481d-46af-4de3-ab33-7c33138a83cd, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=63d2481d-46af-4de3-ab33-7c33138a83cd,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:49.043938 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.091693 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9d3f4aef-0530-4060-849d-80da3ca4f56a up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:49.205145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504525-6e5d-4d23-8c2c-697c1894343a None None] Pushing event updated for resources: {'Port': ['ID=63d2481d-46af-4de3-ab33-7c33138a83cd,revision_number=2']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:49.220357 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] For port d7057173-9bfb-450a-8087-b677339df9f6, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:49.225994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] For port d7057173-9bfb-450a-8087-b677339df9f6, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=d7057173-9bfb-450a-8087-b677339df9f6,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:49.236152 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 9d3f4aef-0530-4060-849d-80da3ca4f56a triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:49.236589 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.237013 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 9d3f4aef-0530-4060-849d-80da3ca4f56a Sep 25 04:48:49.241662 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.250035 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-450796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-453412'] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.443669 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:49.485618 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 is scheduled to L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 with binding_index 1 {{(pid=106426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 25 04:48:49.508125 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Attempt 8 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:49.552189 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:49.552765 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:49.594289 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:49.605644 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Sync routers for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:49.616133 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.617414 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-35eafdf2-55a3-4aca-90d8-75a627168e51 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9173980 Sep 25 04:48:49.620138 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36188) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:49.620623 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:49.621478 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:49.628629 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f26ce-6ebe-4839-b0f7-2b291c678320 None None] Pushing event updated for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:49.724055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:49.733738 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 9d3f4aef-0530-4060-849d-80da3ca4f56a is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:49.749158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Current status of the port d7057173-9bfb-450a-8087-b677339df9f6 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:49.749538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d7057173-9bfb-450a-8087-b677339df9f6), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.760006 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:49.762114 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:49.850096 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] For port d7057173-9bfb-450a-8087-b677339df9f6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=d7057173-9bfb-450a-8087-b677339df9f6,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:49.866768 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:49.898277 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:49.972675 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:49.987896 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47bbf1-fec2-4b03-88cd-5ab7e96c1ca9 None None] Pushing event updated for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:49.990348 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:48Z', 'revision_number': 3, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:50.021728 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Checking router: 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:50.022820 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Updating router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 port 2b7c37f1-f347-47dc-ae15-a6affde317a7 binding host dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:50.037160 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-17d195d2-d088-4c2e-b8bc-c6d16846b0a5 None None] Provisioning complete for port d7057173-9bfb-450a-8087-b677339df9f6 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:50.037636 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-17d195d2-d088-4c2e-b8bc-c6d16846b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (d7057173-9bfb-450a-8087-b677339df9f6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.037980 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-17d195d2-d088-4c2e-b8bc-c6d16846b0a5 None None] Attempt 1 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:50.062327 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.073709 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:50.109686 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4f945-cce9-4e65-a526-e8dfe1330b23 None None] The sync data for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi is: [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:50.125258 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.206975 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-17d195d2-d088-4c2e-b8bc-c6d16846b0a5 None None] Current status of the port d7057173-9bfb-450a-8087-b677339df9f6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:50.341584 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e3019-5960-43f4-8212-9d7b2b45e868 None None] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:48:50.367384 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Allocated IP 172.20.0.1 (097e640a-56f2-44ed-a166-15f4d3bcb4d3/19b7c738-173e-46e3-9b0e-cf3ef448e7fb/bfeb07ed-ea47-4c88-bd95-62b59edf78d3) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:48:50.409437 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks [] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.420451 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.443892 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Provisioning complete for port 63d2481d-46af-4de3-ab33-7c33138a83cd triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:50.444314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.444677 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Attempt 1 to provision port 63d2481d-46af-4de3-ab33-7c33138a83cd Sep 25 04:48:50.463665 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Attempting to bind port 2b7c37f1-f347-47dc-ae15-a6affde317a7 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:50.464535 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Attempting to bind port 2b7c37f1-f347-47dc-ae15-a6affde317a7 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:50.464783 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Attempting to bind port 2b7c37f1-f347-47dc-ae15-a6affde317a7 on network 2659481e-8bd1-4d9a-af78-a372721d417d {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:50.549191 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:50.553130 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:50.562934 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:50.567363 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks [] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.571362 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Current status of the port 63d2481d-46af-4de3-ab33-7c33138a83cd is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:50.571733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.581920 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3b559-49d3-4ab3-96c5-87bac22290b0 None None] Pushing event updated for resources: {'Port': ['ID=2b7c37f1-f347-47dc-ae15-a6affde317a7,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:50.585336 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:50.585938 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Checking segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:50.586562 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.587219 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Bound using segment: {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:50.587915 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Bound port: 2b7c37f1-f347-47dc-ae15-a6affde317a7, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742ef78a-270f-45de-a70b-dcf0428cd9db', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:50.588489 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.637221 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.671059 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] For port 63d2481d-46af-4de3-ab33-7c33138a83cd, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=63d2481d-46af-4de3-ab33-7c33138a83cd,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:50.681112 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] For port 2b7c37f1-f347-47dc-ae15-a6affde317a7, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:50.681689 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.686888 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] For port 2b7c37f1-f347-47dc-ae15-a6affde317a7, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2b7c37f1-f347-47dc-ae15-a6affde317a7,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:50.710759 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.729277 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:50.733165 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:50.737104 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:48:50.783889 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:50.784854 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:50.807059 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Pushing event updated for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:50.823644 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42620cc0-0952-4a33-ba58-19cb5b1273a8 None None] Pushing event updated for resources: {'Port': ['ID=63d2481d-46af-4de3-ab33-7c33138a83cd,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:50.844127 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-429085'] for router_interface (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.920747 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-916a32b6-0820-4f0f-b119-2e83d899f2a4 None None] Provisioning complete for port 63d2481d-46af-4de3-ab33-7c33138a83cd triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:50.922653 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-916a32b6-0820-4f0f-b119-2e83d899f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:50.923361 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-916a32b6-0820-4f0f-b119-2e83d899f2a4 None None] Attempt 1 to provision port 63d2481d-46af-4de3-ab33-7c33138a83cd Sep 25 04:48:51.032388 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.086402 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3b559-49d3-4ab3-96c5-87bac22290b0 None None] Pushing event updated for resources: {'Port': ['ID=2b7c37f1-f347-47dc-ae15-a6affde317a7,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:51.179908 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:51.217093 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device d7057173-9bfb-450a-8087-b677339df9f6 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:51.226529 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:51.241822 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:51.244994 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-916a32b6-0820-4f0f-b119-2e83d899f2a4 None None] Current status of the port 63d2481d-46af-4de3-ab33-7c33138a83cd is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:51.277943 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.319023 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port d7057173-9bfb-450a-8087-b677339df9f6 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:51.319485 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (d7057173-9bfb-450a-8087-b677339df9f6), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.319905 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port d7057173-9bfb-450a-8087-b677339df9f6 Sep 25 04:48:51.352298 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks [] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.366295 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.392009 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Provisioning complete for port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:51.392733 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.393288 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 1 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:51.465095 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:51.505469 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-be969440-200d-4199-9328-1fd73ba890ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:48Z', 'revision_number': 3, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:51.528397 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3699490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-429193'] for router_interface (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.532578 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Pushing event updated for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:51.534317 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port d7057173-9bfb-450a-8087-b677339df9f6 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:51.537530 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 63d2481d-46af-4de3-ab33-7c33138a83cd up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:51.539352 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be969440-200d-4199-9328-1fd73ba890ca None None] The sync data for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi is: [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:48Z', 'revision_number': 3, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:51.611822 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 63d2481d-46af-4de3-ab33-7c33138a83cd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:51.612748 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:51.613598 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 63d2481d-46af-4de3-ab33-7c33138a83cd Sep 25 04:48:51.680034 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:51.707604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:48:51.709197 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:48:51.728273 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 63d2481d-46af-4de3-ab33-7c33138a83cd is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:51.859825 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:48:51.966350 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 2 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:52.015826 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:52.033034 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:48:52.044366 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-9078c261-9027-4259-bd6e-6ffd5d4a5fad admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/16f5bbc7-be8a-4a69-b748-36ecb728cfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225898 Sep 25 04:48:52.517246 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 3 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:52.553244 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:52.570029 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36222) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:52.574716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820761321', 'description': 'tempest-secgroup-smoke-820761321 description', 'project_id': 'b981336000334d7d8451feaacc75da99'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:52.599010 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.674560 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (670d576c-5da7-41bb-bf17-8ec7e4e4f0cd), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.678512 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (670d576c-5da7-41bb-bf17-8ec7e4e4f0cd), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.713138 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.714632 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1435232 Sep 25 04:48:52.715475 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:52.717777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36224) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:52.722487 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:52.726850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:52.727754 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.728275 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.728447 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.728824 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.729157 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.729642 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.729851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.730151 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.730476 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.730820 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.731142 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.731462 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.731779 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.732094 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.732407 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd53871-e7bf-49c2-bd12-912c887ec322 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:48:52.770757 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (9bcafa34-71af-4ccb-9ff4-7a898616c757), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.826447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (9bcafa34-71af-4ccb-9ff4-7a898616c757), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.829812 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (9bcafa34-71af-4ccb-9ff4-7a898616c757), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.849213 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcafa34-71af-4ccb-9ff4-7a898616c757,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:52.856566 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.857794 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-be8a2791-b2a6-4651-bf02-eeb622de644d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390390 Sep 25 04:48:52.861093 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36226) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:52.865229 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:52.880917 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:48:52.894426 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (c36f00bf-fa3b-4868-bdd6-803ce6a218d1), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.945127 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (c36f00bf-fa3b-4868-bdd6-803ce6a218d1), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.948831 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (c36f00bf-fa3b-4868-bdd6-803ce6a218d1), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.966633 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:52.969049 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36f00bf-fa3b-4868-bdd6-803ce6a218d1,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:52.976831 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:52.978026 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-fbb4e8eb-5d17-4364-b6cc-a50e0be4cb7c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160214 Sep 25 04:48:52.980777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36228) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:52.985861 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:53.014764 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (45a95049-fafd-4295-94c9-15e97b78a443), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.054121 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 4 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:53.076271 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (45a95049-fafd-4295-94c9-15e97b78a443), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.080597 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (45a95049-fafd-4295-94c9-15e97b78a443), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.082515 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2b7c37f1-f347-47dc-ae15-a6affde317a7 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:53.099860 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a95049-fafd-4295-94c9-15e97b78a443,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:53.112215 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.113526 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-bc4c1aba-fa06-4e08-82b6-91049d1e79b5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316531 Sep 25 04:48:53.116174 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36230) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:53.118717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:53.121174 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:53.142007 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 2b7c37f1-f347-47dc-ae15-a6affde317a7 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:53.142387 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.142765 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 2b7c37f1-f347-47dc-ae15-a6affde317a7 Sep 25 04:48:53.152629 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (f2c96173-5acb-487a-895f-08284685bd74), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.216982 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 2b7c37f1-f347-47dc-ae15-a6affde317a7 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:53.217230 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (f2c96173-5acb-487a-895f-08284685bd74), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.217421 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.221164 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (f2c96173-5acb-487a-895f-08284685bd74), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.241057 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c96173-5acb-487a-895f-08284685bd74,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:53.242053 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] For port 2b7c37f1-f347-47dc-ae15-a6affde317a7, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2b7c37f1-f347-47dc-ae15-a6affde317a7,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:53.249139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.250795 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-7fce2461-8b5d-4657-adb6-8492e902ea45 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335554 Sep 25 04:48:53.253831 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36232) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:53.253989 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.263078 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:53.288613 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Project b981336000334d7d8451feaacc75da99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:48:53.300458 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (d6d6bd21-9332-4325-b539-7b3997b1bb8d), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.308464 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Pushing event updated for resources: {'Port': ['ID=2b7c37f1-f347-47dc-ae15-a6affde317a7,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:53.372327 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (d6d6bd21-9332-4325-b539-7b3997b1bb8d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.376564 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (d6d6bd21-9332-4325-b539-7b3997b1bb8d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.394821 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d6bd21-9332-4325-b539-7b3997b1bb8d,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:53.406173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.407518 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ecad1b25-f93b-4eee-802d-05581541fa51 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524818 Sep 25 04:48:53.410542 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36238) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:53.415971 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'security_group_rule': {'security_group_id': '670d576c-5da7-41bb-bf17-8ec7e4e4f0cd', 'project_id': 'b981336000334d7d8451feaacc75da99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:48:53.429154 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:53.444257 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.securitygroups_db [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Project b981336000334d7d8451feaacc75da99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 25 04:48:53.452191 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (47f18c5e-7a0c-4fda-8a7d-8e083df2965e), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.514316 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Sync routers for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:48:53.514619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:53.522139 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (47f18c5e-7a0c-4fda-8a7d-8e083df2965e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.528021 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:53.528721 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:53.528904 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740296'] for security_group_rule (47f18c5e-7a0c-4fda-8a7d-8e083df2965e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.553703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f18c5e-7a0c-4fda-8a7d-8e083df2965e,revision_number=0']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:53.564599 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:53.574702 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-7dca90d7-6bda-48c9-b8d8-7a9701955818 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1539416 Sep 25 04:48:53.762533 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 5 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:53.814886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:53.818551 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:53.850792 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:54.020182 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:50Z', 'revision_number': 4, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bfeb07ed-ea47-4c88-bd95-62b59edf78d3', 'name': '', 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'mac_address': 'fa:16:3e:13:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:50Z', 'updated_at': '2022-09-25T04:48:51Z', 'revision_number': 2, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'subnets': [{'id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:54.048931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Checking router: 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:48:54.049288 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Updating router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 binding host dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 25 04:48:54.080154 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.197013 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:54.321598 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 6 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:54.370453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks [] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), precommit_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.372859 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:48:54.376561 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.439198 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ddc74-5371-4f7c-9dda-7545f03dce82 None None] Pushing event updated for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=3']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:54.468343 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Attempting to bind port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 on host dv-cinder-855359-5-iscsi for vnic_type normal with profile {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:48:54.468750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Attempting to bind port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 by drivers openvswitch,hyperv on host dv-cinder-855359-5-iscsi at level 0 using segments [{'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:48:54.469110 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Attempting to bind port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 on network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:48:54.518585 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Checking agent: {'id': '449fcc9d-108c-4474-b945-eaa00833f98f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855359-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 27, 43), 'started_at': datetime.datetime(2022, 9, 25, 4, 28, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855359-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:48:54.518956 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Checking segment: {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:48:54.519358 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.519748 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Bound using segment: {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'} {{(pid=106427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:48:54.520224 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.managers [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Bound port: bfeb07ed-ea47-4c88-bd95-62b59edf78d3, host: dv-cinder-855359-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3'}}] {{(pid=106427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:48:54.520606 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.584548 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] For port bfeb07ed-ea47-4c88-bd95-62b59edf78d3, host dv-cinder-855359-5-iscsi, cleared binding levels {{(pid=106427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:48:54.587644 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] For port bfeb07ed-ea47-4c88-bd95-62b59edf78d3, host dv-cinder-855359-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:48:54.594772 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:54.632085 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:48:54.632751 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:48:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:54.691895 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ddc74-5371-4f7c-9dda-7545f03dce82 None None] Pushing event updated for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:54.727770 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:54.759383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:48:54.877353 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Attempt 7 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:55.028888 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Current status of the port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 is: DOWN; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:55.029406 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:55.041237 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:50Z', 'revision_number': 4, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bfeb07ed-ea47-4c88-bd95-62b59edf78d3', 'name': '', 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'mac_address': 'fa:16:3e:13:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:50Z', 'updated_at': '2022-09-25T04:48:54Z', 'revision_number': 4, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'subnets': [{'id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:48:55.044392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:55.077415 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88793ff6-c706-4e1c-9200-fb8d7dc6c6b7 None None] The sync data for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi is: [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:48:50Z', 'revision_number': 4, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'bfeb07ed-ea47-4c88-bd95-62b59edf78d3', 'name': '', 'network_id': '097e640a-56f2-44ed-a166-15f4d3bcb4d3', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'mac_address': 'fa:16:3e:13:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:50Z', 'updated_at': '2022-09-25T04:48:54Z', 'revision_number': 4, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'subnets': [{'id': '19b7c738-173e-46e3-9b0e-cf3ef448e7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:48:55.106307 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] For port bfeb07ed-ea47-4c88-bd95-62b59edf78d3, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:48:55.114299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2b7c37f1-f347-47dc-ae15-a6affde317a7 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:55.155727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:55.235068 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port 2b7c37f1-f347-47dc-ae15-a6affde317a7 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:55.235447 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:55.235787 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port 2b7c37f1-f347-47dc-ae15-a6affde317a7 Sep 25 04:48:55.238789 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688968e-1d28-4c9e-9cd5-24a6b6ebdfce None None] Pushing event updated for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:55.284299 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-e9bb3e4b-b9c7-49bd-87c1-a94f7b21644c None None] Provisioning complete for port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:55.284694 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3e4b-b9c7-49bd-87c1-a94f7b21644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:55.285033 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-e9bb3e4b-b9c7-49bd-87c1-a94f7b21644c None None] Attempt 1 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:55.368889 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port 2b7c37f1-f347-47dc-ae15-a6affde317a7 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:55.405131 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb3e4b-b9c7-49bd-87c1-a94f7b21644c None None] Current status of the port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:56.445383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36334) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:56.556912 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c2722e85-6ff6-4433-9829-3ddbfc90038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.637153 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c2722e85-6ff6-4433-9829-3ddbfc90038c admin admin] Publish callbacks [] for security_group (a5a40e55-97a5-4015-9fcb-658502f2da5e), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.641198 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c2722e85-6ff6-4433-9829-3ddbfc90038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a5a40e55-97a5-4015-9fcb-658502f2da5e), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.680310 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2722e85-6ff6-4433-9829-3ddbfc90038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a40e55-97a5-4015-9fcb-658502f2da5e,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:56.687357 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-c2722e85-6ff6-4433-9829-3ddbfc90038c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=926a6ac0c3664ef6840c4ab8873896e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382567 Sep 25 04:48:56.688230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36338) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:56.737741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] Publish callbacks [] for security_group (a5a40e55-97a5-4015-9fcb-658502f2da5e), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.761487 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] Publish callbacks [] for security_group (a5a40e55-97a5-4015-9fcb-658502f2da5e), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.810018 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (a5a40e55-97a5-4015-9fcb-658502f2da5e), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.812701 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:56.814258 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a5a40e55-97a5-4015-9fcb-658502f2da5e HTTP/1.1" status: 204 len: 168 time: 0.1257844 Sep 25 04:48:56.829375 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeedfb5-d67c-43c3-8694-34c4a80779e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a40e55-97a5-4015-9fcb-658502f2da5e,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:57.090769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bfeb07ed-ea47-4c88-bd95-62b59edf78d3 up at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:48:57.115183 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36344) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:57.129522 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b474b001-b854-4493-9385-2c2bdef1d60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.142118 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Provisioning complete for port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:48:57.142505 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.142848 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Attempt 1 to provision port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 Sep 25 04:48:57.212479 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b474b001-b854-4493-9385-2c2bdef1d60d admin admin] Publish callbacks [] for security_group (5ef09cdf-1a4e-48e6-88d1-6fb895020f72), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.220349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-b474b001-b854-4493-9385-2c2bdef1d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5ef09cdf-1a4e-48e6-88d1-6fb895020f72), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.224976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Current status of the port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 is: ACTIVE; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:48:57.263959 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b474b001-b854-4493-9385-2c2bdef1d60d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fdb002a3d32c454fbb0922df72fb95f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477118 Sep 25 04:48:57.265054 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474b001-b854-4493-9385-2c2bdef1d60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef09cdf-1a4e-48e6-88d1-6fb895020f72,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:57.267267 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36348) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:57.320415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] Publish callbacks [] for security_group (5ef09cdf-1a4e-48e6-88d1-6fb895020f72), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.342614 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] Publish callbacks [] for security_group (5ef09cdf-1a4e-48e6-88d1-6fb895020f72), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.393528 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (5ef09cdf-1a4e-48e6-88d1-6fb895020f72), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.396112 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.397289 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5ef09cdf-1a4e-48e6-88d1-6fb895020f72 HTTP/1.1" status: 204 len: 168 time: 0.1289351 Sep 25 04:48:57.405357 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ac16a-8400-4dfb-a372-2ca498093831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef09cdf-1a4e-48e6-88d1-6fb895020f72,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:57.756179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36354) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:57.771300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f7c2-6523-4818-bf73-02bce3dbbf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.833890 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:57.855606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f7c2-6523-4818-bf73-02bce3dbbf38 admin admin] Publish callbacks [] for security_group (b09d71bf-6799-4d55-90de-05acfc36faaf), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.860954 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f7c2-6523-4818-bf73-02bce3dbbf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b09d71bf-6799-4d55-90de-05acfc36faaf), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.903495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-a0d9f7c2-6523-4818-bf73-02bce3dbbf38 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cb0f08b8c1804a069dd5dd5b057a4c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462970 Sep 25 04:48:57.904185 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9f7c2-6523-4818-bf73-02bce3dbbf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09d71bf-6799-4d55-90de-05acfc36faaf,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:48:57.907200 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36356) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:48:57.920595 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:48:57.960987 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] Publish callbacks [] for security_group (b09d71bf-6799-4d55-90de-05acfc36faaf), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:57.981520 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] Publish callbacks [] for security_group (b09d71bf-6799-4d55-90de-05acfc36faaf), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:58.042915 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (b09d71bf-6799-4d55-90de-05acfc36faaf), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:58.046052 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:48:58.053352 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b09d71bf-6799-4d55-90de-05acfc36faaf HTTP/1.1" status: 204 len: 168 time: 0.1394675 Sep 25 04:48:58.058639 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601621a-8d83-4a81-acde-ae7da14f1ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09d71bf-6799-4d55-90de-05acfc36faaf,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:01.509400 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=1,neutron:SELECT=33 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:02.877206 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:06.768682 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:07.669784 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e8e0323c-78f7-41ae-9473-9edf7c94977f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:07.895201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=64,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:07.899830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=7 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:08.051727 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:INSERT=7,neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:08.053581 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:10.027598 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0e67d82d-f46f-4ecd-87e7-ad285e00b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:11.127553 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:12.754973 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:12.832759 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:18.518757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-2d0e7ad5-2f35-4b48-822b-d9db490c32fa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-820761321&fields=id&tenant_id=b981336000334d7d8451feaacc75da99 HTTP/1.1" status: 200 len: 267 time: 0.0454226 Sep 25 04:49:18.628346 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-502e963a-39ed-43c8-a2a3-c7b05bec56ff tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:18.629857 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-502e963a-39ed-43c8-a2a3-c7b05bec56ff tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 809 time: 0.1028140 Sep 25 04:49:18.644273 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-ba2ca525-d906-4e41-bafa-d153ee534ae1 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/quotas/b981336000334d7d8451feaacc75da99 HTTP/1.1" status: 200 len: 375 time: 0.0090108 Sep 25 04:49:18.696790 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3b0648e2-80b4-4898-839d-814c66651adb tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476747 Sep 25 04:49:18.801826 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-49d3e941-3031-49f3-8eb1-a80265f67823 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:49:18.802848 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-49d3e941-3031-49f3-8eb1-a80265f67823 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0952554 Sep 25 04:49:18.893235 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-85c2c8ab-0a02-48cb-907b-0ffcf25715f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Sep 25 04:49:18.985811 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-86dda5cb-65a4-4ce4-a748-a08641fb1d58 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864241 Sep 25 04:49:20.304343 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67214aa5-2096-4095-a815-93297f056d13 req-adf19bcf-4e2d-43c2-a802-fd3a719bc94b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 210 time: 0.0283277 Sep 25 04:49:21.180926 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:21.412208 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a14cd5c6-6e84-4542-94a8-43279fa5bfa8 req-6495ee19-d91d-4e8f-ae5f-f6dbc7a8e7d9 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 210 time: 0.0300763 Sep 25 04:49:21.527190 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-0e571212-542b-4f38-b738-d7beeb506858 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:21.528622 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-0e571212-542b-4f38-b738-d7beeb506858 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 809 time: 0.1081986 Sep 25 04:49:21.599320 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-6c74f053-01e0-4227-a5c2-e1bf09c8ad86 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b981336000334d7d8451feaacc75da99 HTTP/1.1" status: 200 len: 379 time: 0.0553560 Sep 25 04:49:21.612586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'port': {'device_id': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'admin_state_up': True, 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'security_groups': ['670d576c-5da7-41bb-bf17-8ec7e4e4f0cd']}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:21.726463 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Made reservation on behalf of b981336000334d7d8451feaacc75da99 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:21.730180 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:21.853772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Allocated IP 172.20.0.14 (d9e4d8b5-d949-40c2-a892-90d10583d469/577b7def-0687-4a62-a280-36324a201389/2eced77b-cebd-4659-801e-16aa388746bd) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:21.911712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:21.943387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:21.997788 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for port (2eced77b-cebd-4659-801e-16aa388746bd), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.029555 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.078196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Network d9e4d8b5-d949-40c2-a892-90d10583d469 is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:22.081634 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:22.085514 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:49:22.117534 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:22.153549 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:22.154197 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.171397 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-dacffe1b-88d4-4373-bf94-1da5c9622c4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625637 Sep 25 04:49:22.190756 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Request body: {'port': {'device_id': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:22.255876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.289520 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Provisioning complete for port 2eced77b-cebd-4659-801e-16aa388746bd triggered by entity DHCP. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:49:22.290068 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2eced77b-cebd-4659-801e-16aa388746bd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.290219 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Attempt 1 to provision port 2eced77b-cebd-4659-801e-16aa388746bd Sep 25 04:49:22.322356 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Port 2eced77b-cebd-4659-801e-16aa388746bd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:49:22.548687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eced77b-cebd-4659-801e-16aa388746bd {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:49:22.559166 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks [] for port (2eced77b-cebd-4659-801e-16aa388746bd), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.568373 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750ff35-cda6-4c8c-b6bd-1f26f4fa1d24 req-2a555f47-610d-4557-8541-4dc5fd3f4eab tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:22.569859 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2750ff35-cda6-4c8c-b6bd-1f26f4fa1d24 req-2a555f47-610d-4557-8541-4dc5fd3f4eab tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 932 time: 0.0792546 Sep 25 04:49:22.585420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Transition to ACTIVE for port object 2eced77b-cebd-4659-801e-16aa388746bd will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:49:22.595544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.677961 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:22.702626 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2750ff35-cda6-4c8c-b6bd-1f26f4fa1d24 req-34dcdbe5-7c94-4147-a021-a2ed0798dad0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270256 Sep 25 04:49:22.706782 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:22.739443 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Attempting to bind port 2eced77b-cebd-4659-801e-16aa388746bd on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:49:22.739777 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Attempting to bind port 2eced77b-cebd-4659-801e-16aa388746bd by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:49:22.740097 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Attempting to bind port 2eced77b-cebd-4659-801e-16aa388746bd on network d9e4d8b5-d949-40c2-a892-90d10583d469 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:22.779784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:22.782107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Port 2eced77b-cebd-4659-801e-16aa388746bd on network d9e4d8b5-d949-40c2-a892-90d10583d469 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:22.782431 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Attempting to bind port 2eced77b-cebd-4659-801e-16aa388746bd on network d9e4d8b5-d949-40c2-a892-90d10583d469 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:22.823050 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Attempt 2 to provision port 2eced77b-cebd-4659-801e-16aa388746bd Sep 25 04:49:22.826463 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:49:22.826795 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Checking segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:49:22.827167 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Bound using segment: {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:49:22.827594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Bound port: 2eced77b-cebd-4659-801e-16aa388746bd, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbaad20-29aa-40ff-9f3b-13c36d55b36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:49:22.827943 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.849469 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:22.856199 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Port 2eced77b-cebd-4659-801e-16aa388746bd cannot update to ACTIVE because it is not bound. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 25 04:49:22.892920 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:22.896273 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:22.902796 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.905891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:22.906511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:22.907902 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1094 time: 0.7221863 Sep 25 04:49:22.910060 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:49:22.912256 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882b3db3-6800-46f2-92f7-99ba2a534f39" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:22.955975 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a77281-84f8-4065-9b09-4b121cd58bfe x-openstack-request-id: req-e5a77281-84f8-4065-9b09-4b121cd58bfe {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:22.956173 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:22.956300 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5a77281-84f8-4065-9b09-4b121cd58bfe {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:22.956798 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a77281-84f8-4065-9b09-4b121cd58bfe'] response: {'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'status': 'completed', 'code': 200} Sep 25 04:49:22.961594 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd72bc0-4c3b-4797-85c9-07c10290c17b service neutron] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:23.020326 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-745ae921-a82f-4e38-9e91-16f09b208b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:23.021847 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-745ae921-a82f-4e38-9e91-16f09b208b2a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1128 time: 0.0395358 Sep 25 04:49:23.070472 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-f01e7111-4f1f-48f4-927a-16715e1ab495 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 217 time: 0.0351677 Sep 25 04:49:23.119107 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-6ebcfbcb-fe74-4927-96f5-7c12597bf769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:23.120519 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-6ebcfbcb-fe74-4927-96f5-7c12597bf769 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0445499 Sep 25 04:49:23.163181 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3f22c438-fe0e-4b17-897b-d790d37f81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:23.164615 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-3f22c438-fe0e-4b17-897b-d790d37f81a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376489 Sep 25 04:49:23.257409 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-144724aa-17cf-44ec-8590-3a2f1d4bee31 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865912 Sep 25 04:49:23.345013 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e52d5e8d-5b21-4cf9-9f0b-d184d596e6ed req-fe87a423-b35e-4970-905f-fb5a2a92f59d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815129 Sep 25 04:49:23.357631 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Attempt 3 to provision port 2eced77b-cebd-4659-801e-16aa388746bd Sep 25 04:49:23.397232 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-df29a91a-069c-4674-a2be-fd5374dbcc06 None None] Port 2eced77b-cebd-4659-801e-16aa388746bd had new provisioning blocks added so it will not transition to active. {{(pid=106427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 25 04:49:23.834387 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8d398-ad95-4e57-989d-ab5e46bb504f req-7e51bdf2-cd6d-490e-91c5-127529064cf6 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:23.835839 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99d8d398-ad95-4e57-989d-ab5e46bb504f req-7e51bdf2-cd6d-490e-91c5-127529064cf6 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0509863 Sep 25 04:49:23.884683 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-99d8d398-ad95-4e57-989d-ab5e46bb504f req-22211075-3c70-4c56-ae6b-cb7a61f6e74e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429039 Sep 25 04:49:24.668768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-89c0c26a-8ed2-4e47-a5b5-c2e6661602d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:24.670342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-89c0c26a-8ed2-4e47-a5b5-c2e6661602d9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1128 time: 0.0397718 Sep 25 04:49:24.766213 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-63bdd10c-6e9d-49bb-b10b-40c585dbaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:24.767576 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-63bdd10c-6e9d-49bb-b10b-40c585dbaa6f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0883806 Sep 25 04:49:24.807873 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-50d1d420-4eab-4c41-abcb-f235c437682c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 217 time: 0.0332515 Sep 25 04:49:24.855423 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-f56c4b7e-a8b8-4652-94df-4bcd6cf96509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:24.856929 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-f56c4b7e-a8b8-4652-94df-4bcd6cf96509 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0429504 Sep 25 04:49:24.901468 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-3b6ee380-fd9f-4961-94ec-9003346a6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:24.902951 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-3b6ee380-fd9f-4961-94ec-9003346a6e80 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396118 Sep 25 04:49:25.237727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:25.272608 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:25.286121 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9eb27-f4d3-48f6-99c3-fed4fd98bfbc req-be4ac097-f80b-4b73-8cc7-196ce00dd883 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:25.287500 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91c9eb27-f4d3-48f6-99c3-fed4fd98bfbc req-be4ac097-f80b-4b73-8cc7-196ce00dd883 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0660915 Sep 25 04:49:25.326592 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-d2bbbfd4-107e-4122-b2db-30e8a7444050 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175901 Sep 25 04:49:25.396423 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-91c9eb27-f4d3-48f6-99c3-fed4fd98bfbc req-3ca6adea-e7c3-4192-96bf-e7409d4317aa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007371 Sep 25 04:49:25.435136 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-882b3db3-6800-46f2-92f7-99ba2a534f39 req-b7ccd7ce-931d-4b9f-92c9-a2850bcf8e91 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985439 Sep 25 04:49:25.897091 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:25.903024 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:26.520891 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaaae6-ad5e-4dd5-a72e-6d761aebac15 req-503778b8-2c2a-47fe-90ca-23b46d5a9f66 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:26.522385 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1baaaae6-ad5e-4dd5-a72e-6d761aebac15 req-503778b8-2c2a-47fe-90ca-23b46d5a9f66 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0521078 Sep 25 04:49:26.570069 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1baaaae6-ad5e-4dd5-a72e-6d761aebac15 req-9ef05443-5345-4c2c-b54c-0b4a5039d38b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421903 Sep 25 04:49:27.690390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad3a4-b771-4906-8a58-061cd94561f7 req-ef398e22-f852-48f9-8967-1df5090d3b6d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:27.691870 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df1ad3a4-b771-4906-8a58-061cd94561f7 req-ef398e22-f852-48f9-8967-1df5090d3b6d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0464118 Sep 25 04:49:27.741150 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-df1ad3a4-b771-4906-8a58-061cd94561f7 req-e72b174c-cf1a-4d52-9f05-0a5190dfe52f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436854 Sep 25 04:49:28.859791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c1485-6cc8-4bc1-bd78-c624bd1ab254 req-15d06f43-d675-430c-a8d3-748cbcd650d7 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:28.861280 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-610c1485-6cc8-4bc1-bd78-c624bd1ab254 req-15d06f43-d675-430c-a8d3-748cbcd650d7 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0461972 Sep 25 04:49:28.913557 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-610c1485-6cc8-4bc1-bd78-c624bd1ab254 req-8d3dcf9f-cb73-4165-b768-6fd9d8fcfdc5 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 Sep 25 04:49:29.880905 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:49:30.038241 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1666a9-d4c5-4f5f-92cd-8a4463bfe3d9 req-9a0e3ddc-948a-4eed-a195-204621525da9 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:30.039699 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e1666a9-d4c5-4f5f-92cd-8a4463bfe3d9 req-9a0e3ddc-948a-4eed-a195-204621525da9 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0467753 Sep 25 04:49:30.089181 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6e1666a9-d4c5-4f5f-92cd-8a4463bfe3d9 req-57085368-a150-49cc-a744-31db50a705ab tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437074 Sep 25 04:49:31.209781 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eca44-c3a9-4950-9d4a-ccbf8cd52849 req-dbf1292c-6157-4c01-bb3d-fa583e0ac457 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:31.211240 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-506eca44-c3a9-4950-9d4a-ccbf8cd52849 req-dbf1292c-6157-4c01-bb3d-fa583e0ac457 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0460100 Sep 25 04:49:31.260070 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-506eca44-c3a9-4950-9d4a-ccbf8cd52849 req-3290deb8-6393-4f47-aec9-f5f378aafd39 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428967 Sep 25 04:49:32.384262 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26001a3a-d4c8-426a-92e1-8792c78bead5 req-a479bbf9-8944-4421-8ce1-2a859c7a47d1 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:32.385777 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-26001a3a-d4c8-426a-92e1-8792c78bead5 req-a479bbf9-8944-4421-8ce1-2a859c7a47d1 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0507858 Sep 25 04:49:32.434825 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-26001a3a-d4c8-426a-92e1-8792c78bead5 req-c66c4b2c-d686-4576-8e21-1fbff2d5d741 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 Sep 25 04:49:33.388906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:49:33.395315 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:33.489175 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:33.500328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '2eced77b-cebd-4659-801e-16aa388746bd', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'mac_address': 'fa:16:3e:d9:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:49:33.538713 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2eced77b-cebd-4659-801e-16aa388746bd is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:49:33.539104 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:33.552932 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eced77b-cebd-4659-801e-16aa388746bd {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:49:33.560502 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcae48-c2e5-4200-b7bc-2c5721cfdd2a req-6eaf54b1-8d3a-47da-bd16-8af303d3ccfc tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:33.562003 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-07fcae48-c2e5-4200-b7bc-2c5721cfdd2a req-6eaf54b1-8d3a-47da-bd16-8af303d3ccfc tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0477993 Sep 25 04:49:33.573747 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:33.577906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:33.615459 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-07fcae48-c2e5-4200-b7bc-2c5721cfdd2a req-59612948-df92-4d8d-9c69-5dcf9813fbdf tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471532 Sep 25 04:49:33.626456 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:34.166790 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['2eced77b-cebd-4659-801e-16aa388746bd'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:49:34.742855 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000501-7ca7-428b-a4c7-725344783432 req-cf17a932-c89b-4102-b9a5-ca3a922719eb tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:34.744320 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cf000501-7ca7-428b-a4c7-725344783432 req-cf17a932-c89b-4102-b9a5-ca3a922719eb tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 945 time: 0.0521731 Sep 25 04:49:34.795571 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-cf000501-7ca7-428b-a4c7-725344783432 req-c8b259ee-f1c1-4edb-a15d-10fe6f13199b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Sep 25 04:49:35.395678 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:49:35.439324 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 2eced77b-cebd-4659-801e-16aa388746bd completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:49:35.445684 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 2eced77b-cebd-4659-801e-16aa388746bd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:49:35.446060 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2eced77b-cebd-4659-801e-16aa388746bd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:35.446392 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 2eced77b-cebd-4659-801e-16aa388746bd Sep 25 04:49:35.638702 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2eced77b-cebd-4659-801e-16aa388746bd is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:49:35.639083 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:35.649499 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:35.663934 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:49:35.666172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1b943-98d4-4663-b40f-362fc9e73624" -d '{"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-plugged", "status": "completed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:35.678964 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:49:35.683794 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:35.732734 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:35.831895 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e815befc-977e-4ec0-8b41-708e22808c4f x-openstack-request-id: req-e815befc-977e-4ec0-8b41-708e22808c4f {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:35.832195 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-plugged", "status": "completed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:35.832466 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e815befc-977e-4ec0-8b41-708e22808c4f {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:35.832911 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e815befc-977e-4ec0-8b41-708e22808c4f'] response: {'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'code': 200} Sep 25 04:49:35.907496 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:35.920345 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33400d-305d-49ee-959a-2d9643e976ba req-b8a28dc5-fd24-4ff7-a383-2114eccc936d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:35.921858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db33400d-305d-49ee-959a-2d9643e976ba req-b8a28dc5-fd24-4ff7-a383-2114eccc936d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0505207 Sep 25 04:49:35.940800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:35.974087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db33400d-305d-49ee-959a-2d9643e976ba req-7fd47362-448c-4568-9a84-a9b197a985af tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 Sep 25 04:49:36.081940 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810d8d7-3492-46eb-8511-7f8b91345cac req-26492f36-3b44-419d-9bcb-fb0cc8821bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:36.083470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a810d8d7-3492-46eb-8511-7f8b91345cac req-26492f36-3b44-419d-9bcb-fb0cc8821bbe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0404563 Sep 25 04:49:36.094792 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:36.135998 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a810d8d7-3492-46eb-8511-7f8b91345cac req-c30272e6-4df6-40f5-8d9a-7b838a94f91c service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468628 Sep 25 04:49:37.097295 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c2a12-9551-406d-95cc-a2b6bca48186 req-12a76fcd-863e-4519-b35e-1548845ae636 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:37.098781 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db3c2a12-9551-406d-95cc-a2b6bca48186 req-12a76fcd-863e-4519-b35e-1548845ae636 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0467501 Sep 25 04:49:37.148917 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-db3c2a12-9551-406d-95cc-a2b6bca48186 req-c65ddc61-9f35-41e7-a760-80f97d628df0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Sep 25 04:49:37.662584 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9f35c22e-3e3e-4608-bf22-c98c6d517be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:38.267829 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a353b62-e7f8-4bad-9d45-169cd913ef07 req-2c4bf7c7-7e4d-411b-bf62-b856785a010d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:38.269547 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a353b62-e7f8-4bad-9d45-169cd913ef07 req-2c4bf7c7-7e4d-411b-bf62-b856785a010d tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0466990 Sep 25 04:49:38.318529 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6a353b62-e7f8-4bad-9d45-169cd913ef07 req-79a8c1a7-ebbb-4308-a2c8-e97e849c26ba tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434763 Sep 25 04:49:39.441938 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6ca8-ca3b-4bd4-8b7d-1f376989e200 req-6f7f32fa-a5ce-40e5-97a0-b28ec69e0103 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:39.443504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-937c6ca8-ca3b-4bd4-8b7d-1f376989e200 req-6f7f32fa-a5ce-40e5-97a0-b28ec69e0103 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0507822 Sep 25 04:49:39.491745 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-937c6ca8-ca3b-4bd4-8b7d-1f376989e200 req-eafc37b4-0a09-4a74-8121-4e2e8a803227 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Sep 25 04:49:39.876018 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:40.019356 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:40.030887 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-9deebeea-4016-4677-947f-fadad38f708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:40.614722 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e312a97-6e19-4588-b2b9-2976494eca28 req-bf3e6a95-6c36-4a91-bcf5-e0f92b90f2e3 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:40.616184 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e312a97-6e19-4588-b2b9-2976494eca28 req-bf3e6a95-6c36-4a91-bcf5-e0f92b90f2e3 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0482955 Sep 25 04:49:40.664619 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0e312a97-6e19-4588-b2b9-2976494eca28 req-7174f740-cb46-4b30-93b7-268bf1cb86fe tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Sep 25 04:49:41.130634 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:41.794958 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9995-2079-49b6-9bdb-1c9c00c48107 req-b1272f26-d4b9-4a31-9869-0b292e77650e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:41.796412 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-382c9995-2079-49b6-9bdb-1c9c00c48107 req-b1272f26-d4b9-4a31-9869-0b292e77650e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0571959 Sep 25 04:49:41.852651 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-382c9995-2079-49b6-9bdb-1c9c00c48107 req-0bccfac6-ee9b-4eac-a87f-5fbdc41b40f8 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487819 Sep 25 04:49:41.977343 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492fc5f-b83a-4616-b724-7b288ec2b893 req-e7574974-c76c-41b4-a662-499931f515e6 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:41.979594 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7492fc5f-b83a-4616-b724-7b288ec2b893 req-e7574974-c76c-41b4-a662-499931f515e6 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0483894 Sep 25 04:49:42.032999 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7492fc5f-b83a-4616-b724-7b288ec2b893 req-34cfdf4e-161b-42ac-a3c5-6ce4e7cd0c94 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Sep 25 04:49:42.065068 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36684) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:42.204610 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfabddb-c211-4ce0-a77b-cda08bab4c17 tempest-TestShelveInstance-603113194 tempest-TestShelveInstance-603113194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:42.206986 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-8dfabddb-c211-4ce0-a77b-cda08bab4c17 tempest-TestShelveInstance-603113194 tempest-TestShelveInstance-603113194-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1125 time: 0.1409204 Sep 25 04:49:42.210015 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36688) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:42.214400 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Request body: {'floatingip': {'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:42.235299 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:42.313582 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:42.418870 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_common [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Allocated IP 172.27.0.54 (2659481e-8bd1-4d9a-af78-a372721d417d/0bd9ff5c-e69c-4c79-925e-4063f774db87/d4a73fe7-56ec-4a01-9e88-e6e0707ac059) {{(pid=106426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:42.524771 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:42.556395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:42.594234 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Network 2659481e-8bd1-4d9a-af78-a372721d417d is already hosted by enough agents. {{(pid=106426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:42.597826 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Resources bound (agent type, host, resource id): {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:42.601296 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Received port after_create {{(pid=106426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:49:42.627598 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'Port': ['ID=d4a73fe7-56ec-4a01-9e88-e6e0707ac059,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:42.638694 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.639031 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.639364 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.639692 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.640013 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.640333 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.640661 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.640991 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.641304 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.641615 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.641927 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.642241 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.642613 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.643171 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.643492 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:42.757772 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:42.836224 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.091826 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:43.210639 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for floatingip (f9a4ecdf-0239-4119-8ef7-fd20e3895e84), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.278209 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), before_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.280333 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:43.425543 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), precommit_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.429921 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11427155'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), after_update {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.499247 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event updated for resources: {'Port': ['ID=d4a73fe7-56ec-4a01-9e88-e6e0707ac059,revision_number=2']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:43.504441 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453542'] for floatingip (f9a4ecdf-0239-4119-8ef7-fd20e3895e84), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.599730 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.db.l3_db [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Floating IP f9a4ecdf-0239-4119-8ef7-fd20e3895e84 associated. External IP: 172.27.0.54, port: 2eced77b-cebd-4659-801e-16aa388746bd. Sep 25 04:49:43.803777 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Router 9112da71-b8ea-44aa-84c3-e3336693cc66 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:49:43.857100 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:43.910040 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:49:43.919534 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Sync routers for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:49:43.927731 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:43.929393 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:49:43.930094 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:49:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:43.958122 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-c5d8f696-166f-4295-94b9-bce870a603b0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7471149 Sep 25 04:49:43.958768 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:49:43.961075 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3c52a1eac44a8068a1be4d4ad08798376b4af77d3eca48898dcac0534938e3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a24b855-c71d-442e-90e3-d509e0d9a243" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:44.041170 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:49:44.061604 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2367d-0582-4eda-8e79-f36a7112f00d x-openstack-request-id: req-9bf2367d-0582-4eda-8e79-f36a7112f00d {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:44.061873 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "status": "completed", "code": 200}]} {{(pid=106426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:44.062165 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf2367d-0582-4eda-8e79-f36a7112f00d {{(pid=106426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:44.062525 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf2367d-0582-4eda-8e79-f36a7112f00d'] response: {'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'status': 'completed', 'code': 200} Sep 25 04:49:44.153128 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-0a3df537-3ef1-4eaf-9aea-0161a16796b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:44.154633 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-0a3df537-3ef1-4eaf-9aea-0161a16796b1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0401795 Sep 25 04:49:44.250026 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-897c2445-fbe6-4739-81d7-66832cb160cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:44.251496 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-897c2445-fbe6-4739-81d7-66832cb160cf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0909283 Sep 25 04:49:44.255873 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f9a4ecdf-0239-4119-8ef7-fd20e3895e84', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'mac_address': 'fa:16:3e:d9:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:49:42Z', 'updated_at': '2022-09-25T04:49:42Z', 'revision_number': 0, 'project_id': 'b981336000334d7d8451feaacc75da99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:44.283996 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Checking router: 9112da71-b8ea-44aa-84c3-e3336693cc66 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:49:44.292482 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:49:44.293115 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:49:40Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:44.316477 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-1dbb95f2-8668-43e8-832e-0cca44d5aef2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 999 time: 0.0553513 Sep 25 04:49:44.372583 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-610172c4-2612-4695-ab33-755cbe2e2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:44.374108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-610172c4-2612-4695-ab33-755cbe2e2a91 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0488775 Sep 25 04:49:44.393463 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:49:44.421595 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-21b26714-7668-4c7c-854a-5c904a82bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:44.423252 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-21b26714-7668-4c7c-854a-5c904a82bca7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405896 Sep 25 04:49:44.484717 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:44.525369 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-644345b7-6c8b-416d-a027-21cd323b248a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927908 Sep 25 04:49:44.590950 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:44.619987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2a24b855-c71d-442e-90e3-d509e0d9a243 req-ee19af8d-4685-45d5-b91d-85d4b9af9d40 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Sep 25 04:49:44.622073 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f9a4ecdf-0239-4119-8ef7-fd20e3895e84', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'mac_address': 'fa:16:3e:d9:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:49:42Z', 'updated_at': '2022-09-25T04:49:42Z', 'revision_number': 0, 'project_id': 'b981336000334d7d8451feaacc75da99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:49:44.647097 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef63c8-53c7-45cc-a620-84212f3784b4 None None] The sync data for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi is: [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_floatingips': [{'id': 'f9a4ecdf-0239-4119-8ef7-fd20e3895e84', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'router_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'mac_address': 'fa:16:3e:d9:79:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-25T04:49:42Z', 'updated_at': '2022-09-25T04:49:42Z', 'revision_number': 0, 'project_id': 'b981336000334d7d8451feaacc75da99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:49:44.833526 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7982243-418d-472e-9ec8-64d79d60ff0f None None] New status for floating IP f9a4ecdf-0239-4119-8ef7-fd20e3895e84: ACTIVE {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:49:46.522958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36720) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:46.629224 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f163f1a3-7187-4aa1-b34e-0388902d6696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.707349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f163f1a3-7187-4aa1-b34e-0388902d6696 admin admin] Publish callbacks [] for security_group (0180a044-272f-4c57-b3a1-d866a6414c07), precommit_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.710850 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-f163f1a3-7187-4aa1-b34e-0388902d6696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0180a044-272f-4c57-b3a1-d866a6414c07), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.750933 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-f163f1a3-7187-4aa1-b34e-0388902d6696 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3f92b29547464054b99e550f8eb56cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269516 Sep 25 04:49:46.751876 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163f1a3-7187-4aa1-b34e-0388902d6696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0180a044-272f-4c57-b3a1-d866a6414c07,revision_number=1']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:46.753937 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36724) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:46.806515 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] Publish callbacks [] for security_group (0180a044-272f-4c57-b3a1-d866a6414c07), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.825909 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] Publish callbacks [] for security_group (0180a044-272f-4c57-b3a1-d866a6414c07), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.875835 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0180a044-272f-4c57-b3a1-d866a6414c07), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.878834 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:46.879801 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0180a044-272f-4c57-b3a1-d866a6414c07 HTTP/1.1" status: 204 len: 168 time: 0.1225328 Sep 25 04:49:46.887480 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915459ba-608c-4a97-ba56-363a73f0777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180a044-272f-4c57-b3a1-d866a6414c07,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:50.477464 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36770) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:50.584767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a221a1e1-8822-4208-9543-8b14f28f9032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.661916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a221a1e1-8822-4208-9543-8b14f28f9032 admin admin] Publish callbacks [] for security_group (d2bf03fb-b3b4-4a22-94e3-de3dc4005849), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.665611 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-a221a1e1-8822-4208-9543-8b14f28f9032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d2bf03fb-b3b4-4a22-94e3-de3dc4005849), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.705189 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-a221a1e1-8822-4208-9543-8b14f28f9032 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=216f629419cb42d08f7528b70020b99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260234 Sep 25 04:49:50.705928 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221a1e1-8822-4208-9543-8b14f28f9032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf03fb-b3b4-4a22-94e3-de3dc4005849,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:50.707937 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36774) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:50.729958 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:50.760072 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] Publish callbacks [] for security_group (d2bf03fb-b3b4-4a22-94e3-de3dc4005849), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.779917 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] Publish callbacks [] for security_group (d2bf03fb-b3b4-4a22-94e3-de3dc4005849), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.826685 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (d2bf03fb-b3b4-4a22-94e3-de3dc4005849), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.829395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:50.830694 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d2bf03fb-b3b4-4a22-94e3-de3dc4005849 HTTP/1.1" status: 204 len: 168 time: 0.1217649 Sep 25 04:49:50.838207 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c648e-e1e4-414b-b08b-94088f9c7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf03fb-b3b4-4a22-94e3-de3dc4005849,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:51.181314 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:51.832477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36804) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:51.945676 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dff69eb4-edf8-4245-8b31-881632171a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.028980 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dff69eb4-edf8-4245-8b31-881632171a70 admin admin] Publish callbacks [] for security_group (0b8b5439-1ffc-4d69-b4af-2339d35dda34), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.036015 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-dff69eb4-edf8-4245-8b31-881632171a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0b8b5439-1ffc-4d69-b4af-2339d35dda34), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.075977 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff69eb4-edf8-4245-8b31-881632171a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b5439-1ffc-4d69-b4af-2339d35dda34,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:52.080412 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-dff69eb4-edf8-4245-8b31-881632171a70 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aef4cf6e9fed425881c0b6c02d3aae95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468944 Sep 25 04:49:52.083681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36808) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:52.135416 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] Publish callbacks [] for security_group (0b8b5439-1ffc-4d69-b4af-2339d35dda34), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.155846 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] Publish callbacks [] for security_group (0b8b5439-1ffc-4d69-b4af-2339d35dda34), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.209470 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (0b8b5439-1ffc-4d69-b4af-2339d35dda34), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.211969 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:52.213138 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0b8b5439-1ffc-4d69-b4af-2339d35dda34 HTTP/1.1" status: 204 len: 168 time: 0.1292472 Sep 25 04:49:52.215741 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:52.224264 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0a4b1-b275-46ba-8d66-9efa43fb5c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b5439-1ffc-4d69-b4af-2339d35dda34,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:52.939903 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 36830) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:53.040418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1318283456-network', 'tenant_id': '38de016089e0474d9a2b16cfecaf0a60'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:53.060519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Made reservation on behalf of 38de016089e0474d9a2b16cfecaf0a60 for: {'network': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:53.062784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for network (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.071885 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.114367 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:53.172156 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks [] for security_group (90a3ad50-c360-4126-b280-01a4de78e80d), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.175876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (90a3ad50-c360-4126-b280-01a4de78e80d), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.206123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=106425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 25 04:49:53.212669 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3ad50-c360-4126-b280-01a4de78e80d,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:53.223341 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (9e515e06-8083-4402-8a4f-0d244e9a812f), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.223676 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.segments_db [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Added segment 9e515e06-8083-4402-8a4f-0d244e9a812f of type vlan for network 3f74a169-556f-472f-ab01-95a16d2b72de Sep 25 04:49:53.231568 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.231908 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.232242 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.232573 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.232924 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.233247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.233569 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.233892 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.234274 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.234783 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.235171 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.235619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.235981 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.236297 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.236611 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:49:53.276393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785264902346'] for network (3f74a169-556f-472f-ab01-95a16d2b72de), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.301557 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484'] for network (3f74a169-556f-472f-ab01-95a16d2b72de), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.302659 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:53.303240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.355635 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4146354 Sep 25 04:49:53.358709 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 36834) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:49:53.364259 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.v2.base [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Request body: {'subnet': {'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1318283456-subnet', 'tenant_id': '38de016089e0474d9a2b16cfecaf0a60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:53.366370 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785e04d-c5c2-45d2-b066-1e02d56aaae1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f74a169-556f-472f-ab01-95a16d2b72de,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:53.377394 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Network 3f74a169-556f-472f-ab01-95a16d2b72de details requested by agent ovs-agent-dv-cinder-855359-5-iscsi with host dv-cinder-855359-5-iscsi {{(pid=106427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 25 04:49:53.385345 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Made reservation on behalf of 38de016089e0474d9a2b16cfecaf0a60 for: {'subnet': 1} {{(pid=106426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:53.387696 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11159697'] for subnet (None), before_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.555685 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11426266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11159687'] for subnet (5a2b9cc2-4077-4b8e-85b9-4b88c43993a5), after_create {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.615328 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5,revision_number=0']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:53.623814 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Checking segment: {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:49:53.624164 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Network hostable DHCP agents. Network: 3f74a169-556f-472f-ab01-95a16d2b72de, hostable agents: ['01a4e730-6179-4c05-8166-e8ed9a2e4e75'], hosted agents: [] {{(pid=106426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 25 04:49:53.637263 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:53.641776 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Network 3f74a169-556f-472f-ab01-95a16d2b72de is scheduled to be hosted by DHCP agent 01a4e730-6179-4c05-8166-e8ed9a2e4e75 with binding_index 1 {{(pid=106426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 25 04:49:53.650985 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.base_scheduler [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855359-5-iscsi, 3f74a169-556f-472f-ab01-95a16d2b72de) {{(pid=106426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:53.654874 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:53.655489 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:53.659717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0985abf4-f58d-4ec7-a1bb-db7314a81c7e None None] Network 3f74a169-556f-472f-ab01-95a16d2b72de requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:49:53.671280 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-560428dd-e2e8-4db6-addd-1e1d085068fd admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3115103 Sep 25 04:49:53.763451 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa84113-b3a6-4e52-8551-f7a2b15244ff None None] Network 3f74a169-556f-472f-ab01-95a16d2b72de requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:49:55.436251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-267bd6e8-d24b-4610-9574-f21cf0f211b3 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:55.437710 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-267bd6e8-d24b-4610-9574-f21cf0f211b3 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 814 time: 0.1041300 Sep 25 04:49:55.451824 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-0b5ccd76-cb32-4a57-8642-209b49165af4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/quotas/38de016089e0474d9a2b16cfecaf0a60 HTTP/1.1" status: 200 len: 375 time: 0.0087607 Sep 25 04:49:55.483801 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-d1fcbb31-782d-4163-9dcc-ccd1b55f3edc tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271695 Sep 25 04:49:55.575246 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-0e056068-4fa2-466f-8a4c-b029dee44613 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Sep 25 04:49:55.663850 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-e753e240-3759-40d9-bdd7-003942706e96 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Sep 25 04:49:55.835126 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-4541b403-ed5e-4883-91a2-9472dd386cec req-8267e654-ddc1-4180-8cb6-1eab9cecc9ed tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 210 time: 0.0321083 Sep 25 04:49:56.968032 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-841a4360-a612-4a31-8602-eb5e314e253f req-3219ba71-4571-4f95-a075-b023e0673bd8 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 210 time: 0.0565069 Sep 25 04:49:57.022371 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-071eafd5-cf02-4910-9dba-a80782c13f53 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:57.023830 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-071eafd5-cf02-4910-9dba-a80782c13f53 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 814 time: 0.1343446 Sep 25 04:49:57.043641 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Request body: {'port': {'device_id': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de', 'admin_state_up': True, 'tenant_id': '38de016089e0474d9a2b16cfecaf0a60'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:57.046834 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:57.154971 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Made reservation on behalf of 38de016089e0474d9a2b16cfecaf0a60 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:49:57.158751 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.269995 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:57.289176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Allocated IP 172.20.0.9 (3f74a169-556f-472f-ab01-95a16d2b72de/5a2b9cc2-4077-4b8e-85b9-4b88c43993a5/244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:49:57.440179 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks [] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.472073 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.516997 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Network 3f74a169-556f-472f-ab01-95a16d2b72de is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:49:57.520424 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:49:57.522935 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:49:57.551746 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Pushing event updated for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:57.574772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:57.575367 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.591679 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-ecc10b57-6808-4322-903a-493a049bb188 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520875 Sep 25 04:49:57.615743 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Request body: {'port': {'device_id': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:49:57.677456 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.772147 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:57.931781 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:49:57.939811 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks [] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:57.951845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Transition to ACTIVE for port object 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:49:57.956335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:58.037650 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Pushing event updated for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:58.087525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:58.107382 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce5490-2b9d-4fae-8928-43ddd3903217 req-c6e2cda7-a1e7-49de-9713-921fd12c27ea tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:58.108853 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b9ce5490-2b9d-4fae-8928-43ddd3903217 req-c6e2cda7-a1e7-49de-9713-921fd12c27ea tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 943 time: 0.0643728 Sep 25 04:49:58.109882 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Attempting to bind port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:49:58.110204 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Attempting to bind port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:49:58.110519 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Attempting to bind port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 on network 3f74a169-556f-472f-ab01-95a16d2b72de {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:58.185506 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 on network 3f74a169-556f-472f-ab01-95a16d2b72de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:49:58.185827 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Attempting to bind port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 on network 3f74a169-556f-472f-ab01-95a16d2b72de {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:49:58.219395 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b9ce5490-2b9d-4fae-8928-43ddd3903217 req-e2ab185d-5842-4545-b24b-1f7594ad3185 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Sep 25 04:49:58.237229 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:49:58.237559 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Checking segment: {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:49:58.237932 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Bound using segment: {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:49:58.238363 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Bound port: 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:49:58.238839 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:58.300622 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:49:58.303508 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:49:58.309511 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:58.315158 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:58.315764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:49:58.317153 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 HTTP/1.1" status: 200 len: 1093 time: 0.7061927 Sep 25 04:49:58.317716 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:49:58.319939 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:49:58.365679 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5a91-791c-4eb4-8e1f-e43e6c7eaf65 service neutron] Pushing event updated for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:49:58.374127 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b85fa-c7e5-45de-9bf0-c0336d68e987 x-openstack-request-id: req-ee2b85fa-c7e5-45de-9bf0-c0336d68e987 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:49:58.374307 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:49:58.374568 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee2b85fa-c7e5-45de-9bf0-c0336d68e987 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:49:58.375602 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2b85fa-c7e5-45de-9bf0-c0336d68e987'] response: {'name': 'network-changed', 'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274', 'status': 'completed', 'code': 200} Sep 25 04:49:58.443152 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-93c5bea4-1c75-4be6-a8d3-ebe6d4ae3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:58.444871 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-93c5bea4-1c75-4be6-a8d3-ebe6d4ae3324 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 1127 time: 0.0456426 Sep 25 04:49:58.497846 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-28a70081-a8ce-43d3-b2cb-2c514dfc1717 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 HTTP/1.1" status: 200 len: 217 time: 0.0378363 Sep 25 04:49:58.550489 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-064e75c1-7969-478d-a5b5-2fdd51b01609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:58.552021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-064e75c1-7969-478d-a5b5-2fdd51b01609 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 HTTP/1.1" status: 200 len: 854 time: 0.0490777 Sep 25 04:49:58.584669 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-67ab2a43-5fdf-48fd-995c-3223bc07b703 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3f74a169-556f-472f-ab01-95a16d2b72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255947 Sep 25 04:49:58.681076 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-d0a4fe51-9118-4f0a-a3f8-ae25fdd9405b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903029 Sep 25 04:49:58.694488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:49:58.773972 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a8951db4-4669-4a2e-b484-e3a55048c63a req-2fa68a0c-567a-4f7f-af4d-5d8beb7a372a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868478 Sep 25 04:49:59.342639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126eb1e-d75c-4c59-a776-128e3df7086f req-639b1961-4c5d-4b85-91e5-98d3659244d4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:49:59.344007 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8126eb1e-d75c-4c59-a776-128e3df7086f req-639b1961-4c5d-4b85-91e5-98d3659244d4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 943 time: 0.0462523 Sep 25 04:49:59.391330 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8126eb1e-d75c-4c59-a776-128e3df7086f req-24597129-d1e5-4bc0-86ae-375552f61283 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Sep 25 04:50:00.514415 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa101bc7-7b55-42cb-af29-d66d12e2d118 req-36a79c5c-06d0-424f-8369-f836757c3623 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:00.515871 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fa101bc7-7b55-42cb-af29-d66d12e2d118 req-36a79c5c-06d0-424f-8369-f836757c3623 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 943 time: 0.0467720 Sep 25 04:50:00.561987 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-fa101bc7-7b55-42cb-af29-d66d12e2d118 req-5efd812e-8008-4ed3-90d2-88adea95e617 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Sep 25 04:50:01.284386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-b20160da-aad7-4590-bc4a-6108bf35a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:01.285786 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-b20160da-aad7-4590-bc4a-6108bf35a4bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 1127 time: 0.0430713 Sep 25 04:50:01.377581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-1f4e1004-650b-4ede-b1de-aef7ca6202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:01.379029 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-1f4e1004-650b-4ede-b1de-aef7ca6202ea service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 914 time: 0.0872276 Sep 25 04:50:01.422157 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-9dbdbefa-0035-42aa-a01a-eb7d28c7f5bf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 HTTP/1.1" status: 200 len: 217 time: 0.0372255 Sep 25 04:50:01.457211 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:01.472867 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-34b8b0c5-3d45-4e5c-9370-c9e0978a31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:01.474313 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-34b8b0c5-3d45-4e5c-9370-c9e0978a31d9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 HTTP/1.1" status: 200 len: 854 time: 0.0470536 Sep 25 04:50:01.518701 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:50:01.616045 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:01.631275 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274', 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de', 'port_id': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274', 'mac_address': 'fa:16:3e:99:97:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2b9cc2-4077-4b8e-85b9-4b88c43993a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:50:01.666839 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:50:01.668029 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:01.681049 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:50:01.685631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac765c-d259-40e2-8215-77deb5b0ae0f req-ae0e8f86-00b6-47c5-8921-57a246f27f89 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:01.687114 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-80ac765c-d259-40e2-8215-77deb5b0ae0f req-ae0e8f86-00b6-47c5-8921-57a246f27f89 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 943 time: 0.0475526 Sep 25 04:50:01.702579 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:01.709819 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:01.740858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-01f2f405-fc7b-4914-a316-62f14d1b4b4f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3f74a169-556f-472f-ab01-95a16d2b72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407588 Sep 25 04:50:01.756788 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:01.763807 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.764153 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.764500 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.764872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.765207 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.765537 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.765859 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.766184 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.766510 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.766833 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.767241 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.767512 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.767936 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.768260 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.768581 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:50:01.809637 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-80ac765c-d259-40e2-8215-77deb5b0ae0f req-bfc0a611-9e24-4c27-956e-c42a94a3c129 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164718 Sep 25 04:50:01.849670 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-db1d5f12-a2ab-433f-9e93-469e19a7bb51 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991492 Sep 25 04:50:01.955188 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2435fdc1-c7fc-4250-bfd6-2a51d3e16b53 req-6f71b286-07ca-484f-a7d4-01f0f320e5d0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979559 Sep 25 04:50:02.126381 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:50:02.207873 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:02.221730 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:02.825082 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-f23025e6-2f53-478f-936b-506d4600b969 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370784 Sep 25 04:50:02.896584 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=71 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:02.960066 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-ad466f67-a819-4a9b-a0f7-46d5bb25d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:02.961631 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-ad466f67-a819-4a9b-a0f7-46d5bb25d51c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0720944 Sep 25 04:50:02.970110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1377af-9804-4113-93d8-b6c8e15298d7 req-0b248a9a-3ef7-4a79-a72b-a0d1869bf616 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:02.971821 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ee1377af-9804-4113-93d8-b6c8e15298d7 req-0b248a9a-3ef7-4a79-a72b-a0d1869bf616 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 944 time: 0.0728045 Sep 25 04:50:03.067912 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:03.073161 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ee1377af-9804-4113-93d8-b6c8e15298d7 req-8166eca3-e91d-4221-b509-fd2c37b194d0 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Sep 25 04:50:03.096960 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-6f5aad56-c80c-4b74-9c69-c4a256c9f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:03.098381 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-6f5aad56-c80c-4b74-9c69-c4a256c9f1e7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.1150811 Sep 25 04:50:03.412662 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-6d7b217b-7818-4001-9ae3-cd979265050f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.3076284 Sep 25 04:50:03.460826 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-84c31703-0d70-47ce-97e9-46a59ae59d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:03.462203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-84c31703-0d70-47ce-97e9-46a59ae59d1f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0434265 Sep 25 04:50:03.508558 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-e40f42d6-c1a7-4c25-b151-4ab0d3bb662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:03.510027 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-e40f42d6-c1a7-4c25-b151-4ab0d3bb662c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388155 Sep 25 04:50:03.525511 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:50:03.567488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:50:03.573055 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:50:03.573426 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:03.573761 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 Sep 25 04:50:03.605398 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-39bf1772-fe19-4220-bddb-e62f60541ff8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Sep 25 04:50:03.649059 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:50:03.649443 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:03.664294 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:03.665354 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:03.675543 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:50:03.677997 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cc304e-e3f4-4f8b-950b-4969963dfe26" -d '{"events": [{"server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "name": "network-vif-plugged", "status": "completed", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:50:03.700338 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:50:03.704022 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-de5467d9-8cf6-4bda-8f44-65943057fd20 req-dc1f3a48-a022-4d11-b4bc-f4bb22ec4b5b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909507 Sep 25 04:50:03.705697 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:03.728937 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c806395-82aa-40fb-8eef-aec368362979 x-openstack-request-id: req-1c806395-82aa-40fb-8eef-aec368362979 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:50:03.729217 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "name": "network-vif-plugged", "status": "completed", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:50:03.729465 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c806395-82aa-40fb-8eef-aec368362979 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:50:03.729855 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c806395-82aa-40fb-8eef-aec368362979'] response: {'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274', 'code': 200} Sep 25 04:50:03.755488 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:50:03.959279 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f10b9-1b3e-4698-bfa0-2cd714c4467d req-98e4b10d-2dd2-401c-83b1-ac8eba20f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:03.960728 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-754f10b9-1b3e-4698-bfa0-2cd714c4467d req-98e4b10d-2dd2-401c-83b1-ac8eba20f9d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 1129 time: 0.0403836 Sep 25 04:50:04.003924 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-754f10b9-1b3e-4698-bfa0-2cd714c4467d req-9e8d34d0-553c-4db1-9343-6401e5bf22f3 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 Sep 25 04:50:04.175876 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:04.193808 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01080beb-b320-488c-827b-396fbad1e4f6 req-8a40344e-1d97-477a-a43d-09d078d20ca4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:04.195274 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01080beb-b320-488c-827b-396fbad1e4f6 req-8a40344e-1d97-477a-a43d-09d078d20ca4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.0473735 Sep 25 04:50:04.242450 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01080beb-b320-488c-827b-396fbad1e4f6 req-4ed9dda6-7e4c-4cd9-8567-ef1247d6b120 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Sep 25 04:50:05.368257 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34e6c-1477-40ed-9a22-471bb85854bc req-793e4ac5-d8b4-46a0-bba4-3f9a6f05b42c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:05.369738 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0e34e6c-1477-40ed-9a22-471bb85854bc req-793e4ac5-d8b4-46a0-bba4-3f9a6f05b42c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.0497932 Sep 25 04:50:05.416029 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d0e34e6c-1477-40ed-9a22-471bb85854bc req-1c190a91-9827-4dad-9bd6-bd76c6e4ce83 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Sep 25 04:50:06.540660 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18a513-49c4-49c3-b7d8-4df18160c9b4 req-3aa1e16f-452d-4cac-9fd4-e7b59d7bfe57 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:06.542091 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b18a513-49c4-49c3-b7d8-4df18160c9b4 req-3aa1e16f-452d-4cac-9fd4-e7b59d7bfe57 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.0458708 Sep 25 04:50:06.592069 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-0b18a513-49c4-49c3-b7d8-4df18160c9b4 req-002b6434-f9c1-406e-a051-baacdbd0b03f tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Sep 25 04:50:06.881048 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:50:07.665453 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e24c8824-a487-4c18-ac99-36dcefdded77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:10.036593 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-26add35f-ea08-4673-a778-5ee894e62db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:10.881166 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:11.132931 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:12.760906 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:12.840842 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:16.581393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=74 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:16.588553 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=22 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:16.877256 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:21.197478 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:31.191639 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:31.193522 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:37.667424 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f0e735ee-df9f-44ab-ba62-361336be72a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:39.887696 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:39.891897 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=17 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:40.038876 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-bed8d56c-a0ac-4d1e-a1be-d4fdebc7dba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:41.134082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:42.762374 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:42.844047 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:43.879351 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:50:51.218384 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:50:53.874514 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:53.875187 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:50:58.824631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e8a38-2644-4c90-be52-bab1f9087ff7 req-773150a0-7e74-4f58-8609-21158af0e062 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:50:58.826130 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae1e8a38-2644-4c90-be52-bab1f9087ff7 req-773150a0-7e74-4f58-8609-21158af0e062 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.0510736 Sep 25 04:50:58.873919 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ae1e8a38-2644-4c90-be52-bab1f9087ff7 req-2e3aba8b-10b8-4368-9213-144e3bac3e39 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Sep 25 04:51:00.112949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f21c0-6d76-47eb-99c7-28e202f0eee1 req-2fd0811d-3d12-4524-803d-977ee7c22ee6 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:00.114584 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-321f21c0-6d76-47eb-99c7-28e202f0eee1 req-2fd0811d-3d12-4524-803d-977ee7c22ee6 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.1584280 Sep 25 04:51:00.166376 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-321f21c0-6d76-47eb-99c7-28e202f0eee1 req-02d7ed28-da25-43ce-b980-3c437e7e3c0c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457444 Sep 25 04:51:00.813120 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-4b7ba536-eb1b-4fc1-9faa-7b5ba77179e3 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:00.814159 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-4b7ba536-eb1b-4fc1-9faa-7b5ba77179e3 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.0461605 Sep 25 04:51:01.168289 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Deleting port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:51:01.168959 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:01.207502 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:01.213630 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:01.272054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] For port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:01.272433 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:01.293561 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Calling delete_port for 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:51:01.391081 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ada014-af0d-4f71-bc62-51ab6e69a646 req-a9c20883-b0c9-4ce9-8d07-5fa0ea134d7e tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:01.392658 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12ada014-af0d-4f71-bc62-51ab6e69a646 req-a9c20883-b0c9-4ce9-8d07-5fa0ea134d7e tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f9ca2d6-56bf-41da-b53f-d201e5bfde7c HTTP/1.1" status: 200 len: 945 time: 0.1449678 Sep 25 04:51:01.480458 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-12ada014-af0d-4f71-bc62-51ab6e69a646 req-2e25b672-89d4-4146-bcc2-0ee6460d0685 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816467 Sep 25 04:51:01.502056 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:01.534489 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Pushing event deleted for resources: {'Port': ['ID=244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:01.547481 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.547855 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.548195 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.548529 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.548884 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.549213 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.549535 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.549857 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.550176 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.550495 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.550817 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.551136 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.551453 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.551768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.552082 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:01.563479 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:51:01.592630 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] No DVR routers for this DVR port 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:51:01.595004 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:01.598220 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-096e64e9-3bcc-49b1-a9d6-b45222723c50 req-1bf85ed3-2295-490a-acd5-1a4d21e4d925 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "DELETE /networking/v2.0/ports/244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 HTTP/1.1" status: 204 len: 173 time: 0.5132523 Sep 25 04:51:01.598715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'name': 'network-vif-deleted', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:51:01.600967 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1bbeb-1a0e-42f1-ab5c-ccaa7b111e3e" -d '{"events": [{"server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "name": "network-vif-deleted", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:01.643129 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d991b1f5-a905-4e47-b9da-8515d66bd62f x-openstack-request-id: req-d991b1f5-a905-4e47-b9da-8515d66bd62f {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:01.643402 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9ca2d6-56bf-41da-b53f-d201e5bfde7c", "name": "network-vif-deleted", "tag": "244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:01.643652 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d991b1f5-a905-4e47-b9da-8515d66bd62f {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:01.644059 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d991b1f5-a905-4e47-b9da-8515d66bd62f'] response: {'server_uuid': '2f9ca2d6-56bf-41da-b53f-d201e5bfde7c', 'name': 'network-vif-deleted', 'tag': '244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274', 'status': 'completed', 'code': 200} Sep 25 04:51:02.666351 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-6343aa1c-ea79-4e69-b53c-4a4e65ac4d8a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390232 Sep 25 04:51:02.779542 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-dc228a21-bb39-4088-96ab-8163e3816043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:02.780963 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-dc228a21-bb39-4088-96ab-8163e3816043 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0432398 Sep 25 04:51:02.889901 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-ae6fcce7-6272-4db6-a859-62aee6a1738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:02.891372 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-ae6fcce7-6272-4db6-a859-62aee6a1738c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0904918 Sep 25 04:51:02.956261 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-fed2d1ef-5a62-4e67-9e93-eed18598b3aa service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.0590506 Sep 25 04:51:02.970483 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:02.987998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:03.007606 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-f471b549-7dd2-4055-b32f-fbe3cdc28a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:03.009057 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-f471b549-7dd2-4055-b32f-fbe3cdc28a07 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0466466 Sep 25 04:51:03.052492 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-20297a8e-9f51-430e-b0bb-cd2c86544ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:03.053872 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-20297a8e-9f51-430e-b0bb-cd2c86544ffa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385516 Sep 25 04:51:03.146271 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-6d228699-aabe-48f3-a748-da3c28b18d51 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Sep 25 04:51:04.418139 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3d95e2df-63cb-419f-90cf-5f78ddf65289 req-41092464-8294-4e52-93a5-90ce589047ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840299 Sep 25 04:51:06.338709 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:06.357805 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:51:06.358144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 244cf4dc-4f97-4cce-a3d6-b8d8b7cd0274 not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:07.670081 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5048c99f-40ce-4d48-98ef-d17549fe7bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:10.041054 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-7952c276-e35a-4cc0-9dc9-f2a50d5b499d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:11.136547 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:12.567660 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-deb7f168-3a6f-4e5a-9c14-48f4ccefe41e tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:12.569130 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-deb7f168-3a6f-4e5a-9c14-48f4ccefe41e tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 814 time: 0.1046460 Sep 25 04:51:12.583851 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-12d9edc4-024f-414c-883c-b765e55d2871 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/quotas/38de016089e0474d9a2b16cfecaf0a60 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Sep 25 04:51:12.615752 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-8357d629-f689-4a7d-86ed-bd7dd8867a93 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270932 Sep 25 04:51:12.668826 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5963a1fb-1017-41ec-ba62-2882dfe6f6a4 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:51:12.669810 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5963a1fb-1017-41ec-ba62-2882dfe6f6a4 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0479476 Sep 25 04:51:12.765977 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:12.767349 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-f7d523a5-59d8-443a-b387-6bb640fce25d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906272 Sep 25 04:51:12.847172 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:12.860516 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-f339d703-e79b-4893-9f68-1da7210f5098 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Sep 25 04:51:13.029783 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5e0daf59-7d71-4f06-8496-99c7ea2bfd20 req-20a520a8-4acd-45d1-ab22-de8d29831f40 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 210 time: 0.0307434 Sep 25 04:51:14.137509 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-cbf96948-38cd-4afe-b376-db5efac4f623 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:14.139542 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-cbf96948-38cd-4afe-b376-db5efac4f623 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 814 time: 0.1281312 Sep 25 04:51:14.155652 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-801ac112-c133-4dbb-8a79-a69e17f58939 req-abe977e3-9c81-486d-8fd3-73c793b9a819 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 210 time: 0.0424662 Sep 25 04:51:14.167754 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Request body: {'port': {'device_id': '7949b4da-6f1f-407b-ae66-6469b930574f', 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de', 'admin_state_up': True, 'tenant_id': '38de016089e0474d9a2b16cfecaf0a60'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:14.279866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Made reservation on behalf of 38de016089e0474d9a2b16cfecaf0a60 for: {'port': 1} {{(pid=106425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 25 04:51:14.283633 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (None), before_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:14.341718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:14.411373 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_common [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Allocated IP 172.20.0.11 (3f74a169-556f-472f-ab01-95a16d2b72de/5a2b9cc2-4077-4b8e-85b9-4b88c43993a5/82c314f0-90e1-4a31-9545-0725576fe7dd) {{(pid=106425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 25 04:51:14.437230 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:14.563880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks [] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), precommit_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:14.595098 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785264966620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_create {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:14.636532 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Network 3f74a169-556f-472f-ab01-95a16d2b72de is already hosted by enough agents. {{(pid=106425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 25 04:51:14.639748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.base_scheduler [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Resources bound (agent type, host, resource id): {{(pid=106425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 25 04:51:14.643544 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Received port after_create {{(pid=106425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 25 04:51:14.668573 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Pushing event updated for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=1']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:14.695916 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:14.696522 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:14.712744 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-90cdfc66-5525-4fe8-bc48-6ab6f32faf07 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488603 Sep 25 04:51:14.730185 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.v2.base [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Request body: {'port': {'device_id': '7949b4da-6f1f-407b-ae66-6469b930574f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85535'}} {{(pid=106425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 25 04:51:14.791304 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.038604 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c314f0-90e1-4a31-9545-0725576fe7dd {{(pid=106425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:51:15.046074 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks [] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), precommit_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.058258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.provisioning_blocks [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Transition to ACTIVE for port object 82c314f0-90e1-4a31-9545-0725576fe7dd will not be triggered until provisioned by entity L2. {{(pid=106425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 25 04:51:15.061968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.067344 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:15.149719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=2']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:15.175420 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Attempting to bind port 82c314f0-90e1-4a31-9545-0725576fe7dd on host hv-cinder-85535 for vnic_type normal with profile {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 25 04:51:15.175752 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Attempting to bind port 82c314f0-90e1-4a31-9545-0725576fe7dd by drivers openvswitch,hyperv on host hv-cinder-85535 at level 0 using segments [{'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 25 04:51:15.176073 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Attempting to bind port 82c314f0-90e1-4a31-9545-0725576fe7dd on network 3f74a169-556f-472f-ab01-95a16d2b72de {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:15.215943 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:15.218248 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Port 82c314f0-90e1-4a31-9545-0725576fe7dd on network 3f74a169-556f-472f-ab01-95a16d2b72de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85535 {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 25 04:51:15.219157 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Attempting to bind port 82c314f0-90e1-4a31-9545-0725576fe7dd on network 3f74a169-556f-472f-ab01-95a16d2b72de {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 25 04:51:15.297755 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4856725-ae2f-49af-aac7-6790f02e30af req-194f74e1-7a80-4f7a-88e8-accac5d9172a tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:15.299109 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c4856725-ae2f-49af-aac7-6790f02e30af req-194f74e1-7a80-4f7a-88e8-accac5d9172a tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 944 time: 0.0593941 Sep 25 04:51:15.313968 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Checking agent: {'id': 'b7797cf5-287e-40dd-9da3-bc0f09e37843', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85535', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'started_at': datetime.datetime(2022, 9, 25, 4, 33, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 25, 4, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 25 04:51:15.314299 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Checking segment: {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 25 04:51:15.314669 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Bound using segment: {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'} {{(pid=106425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 25 04:51:15.315110 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.managers [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Bound port: 82c314f0-90e1-4a31-9545-0725576fe7dd, host: hv-cinder-85535, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e515e06-8083-4402-8a4f-0d244e9a812f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de'}}] {{(pid=106425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 25 04:51:15.315465 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), before_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.382581 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c4856725-ae2f-49af-aac7-6790f02e30af req-824d0c4f-27de-425b-aa28-fbefe1905ba7 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Sep 25 04:51:15.403447 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, cleared binding levels {{(pid=106425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 25 04:51:15.406563 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=82c314f0-90e1-4a31-9545-0725576fe7dd,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 25 04:51:15.412880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2082344'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_update {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.416843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:15.417466 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:15.418796 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/82c314f0-90e1-4a31-9545-0725576fe7dd HTTP/1.1" status: 200 len: 1094 time: 0.6925979 Sep 25 04:51:15.419339 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:51:15.421593 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1" -d '{"events": [{"name": "network-changed", "server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:15.465652 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402d5dc7-fc6c-494c-92c3-bec9d6d1cb25 x-openstack-request-id: req-402d5dc7-fc6c-494c-92c3-bec9d6d1cb25 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:15.470461 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:15.470461 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-402d5dc7-fc6c-494c-92c3-bec9d6d1cb25 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:15.470461 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402d5dc7-fc6c-494c-92c3-bec9d6d1cb25'] response: {'name': 'network-changed', 'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd', 'status': 'completed', 'code': 200} Sep 25 04:51:15.471602 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb3b95-37d4-483b-a6b9-6bfe0520c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=3']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:15.531928 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-3c0b7e18-1240-44fa-8d78-5ff8e1af0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:15.533410 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-3c0b7e18-1240-44fa-8d78-5ff8e1af0597 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 1128 time: 0.0428729 Sep 25 04:51:15.577344 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-3e553cb4-a8ee-4e57-9588-594934a92e2e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c314f0-90e1-4a31-9545-0725576fe7dd HTTP/1.1" status: 200 len: 217 time: 0.0313709 Sep 25 04:51:15.623869 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-70db0bd0-3292-4e59-819e-e523cf9b1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:15.625887 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-70db0bd0-3292-4e59-819e-e523cf9b1f45 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 HTTP/1.1" status: 200 len: 854 time: 0.0433929 Sep 25 04:51:15.656300 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-e48ab660-a546-4702-9bd8-75133af02733 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3f74a169-556f-472f-ab01-95a16d2b72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251026 Sep 25 04:51:15.746831 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-32bf520c-35ba-44b7-94eb-48a00dcdf93a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850286 Sep 25 04:51:15.841028 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-41734f98-5796-417b-95f2-a909b9fd6c9e req-94a04ad8-e950-409d-bead-9fced301331e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876336 Sep 25 04:51:16.507044 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ec1f7-f155-4f3b-8019-03c40e9ede0f req-b372f27f-9447-449b-80f2-eec04c9a2957 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:16.508504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-545ec1f7-f155-4f3b-8019-03c40e9ede0f req-b372f27f-9447-449b-80f2-eec04c9a2957 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 944 time: 0.0468180 Sep 25 04:51:16.555320 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-545ec1f7-f155-4f3b-8019-03c40e9ede0f req-b12b032f-a758-498f-a1bd-91c18ddb627b tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Sep 25 04:51:16.889183 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:16.889917 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:17.675753 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98387-e6ff-4b25-ad34-d4f3cdecee1b req-631ac32d-aefa-4ce3-ae09-df8ab2a8e8a7 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:17.677314 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a4f98387-e6ff-4b25-ad34-d4f3cdecee1b req-631ac32d-aefa-4ce3-ae09-df8ab2a8e8a7 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 944 time: 0.0460870 Sep 25 04:51:17.723637 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a4f98387-e6ff-4b25-ad34-d4f3cdecee1b req-f5e3ce29-73b2-4fdf-b0cd-535e0485f346 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Sep 25 04:51:18.052866 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-7aed6c13-99da-4f53-ab3e-55973116bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:18.054211 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-7aed6c13-99da-4f53-ab3e-55973116bd17 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=38de016089e0474d9a2b16cfecaf0a60&device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 1128 time: 0.0424416 Sep 25 04:51:18.067526 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:18.144885 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-8f082b1c-8e0c-4710-a473-7bdea7727fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:18.146361 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-8f082b1c-8e0c-4710-a473-7bdea7727fb0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 200 len: 914 time: 0.0856559 Sep 25 04:51:18.186993 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-3a1ed243-e16c-4d19-aacd-369ddd6c0121 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82c314f0-90e1-4a31-9545-0725576fe7dd HTTP/1.1" status: 200 len: 217 time: 0.0350573 Sep 25 04:51:18.233856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-6fb4d1db-ac92-48cf-bafb-f8b61113b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:18.235279 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-6fb4d1db-ac92-48cf-bafb-f8b61113b186 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 HTTP/1.1" status: 200 len: 854 time: 0.0430353 Sep 25 04:51:18.248880 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:18.268318 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-9e58b760-ce70-4450-9e21-c534466a4440 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3f74a169-556f-472f-ab01-95a16d2b72de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270534 Sep 25 04:51:18.358555 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-386f2cb1-7d02-4f75-bb2c-f0c919d51644 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841534 Sep 25 04:51:18.402974 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 82c314f0-90e1-4a31-9545-0725576fe7dd details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:51:18.454565 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9bffc2b0-e5bd-48e5-8b05-2dc7271b3db1 req-ebf2364e-b6a4-46a9-add4-5590e5a1126e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908077 Sep 25 04:51:18.504059 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=82c314f0-90e1-4a31-9545-0725576fe7dd,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:18.514927 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '82c314f0-90e1-4a31-9545-0725576fe7dd', 'network_id': '3f74a169-556f-472f-ab01-95a16d2b72de', 'port_id': '82c314f0-90e1-4a31-9545-0725576fe7dd', 'mac_address': 'fa:16:3e:3e:dc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2b9cc2-4077-4b8e-85b9-4b88c43993a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:51:18.549168 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 82c314f0-90e1-4a31-9545-0725576fe7dd is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:51:18.549565 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:18.562769 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c314f0-90e1-4a31-9545-0725576fe7dd {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:51:18.583328 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=82c314f0-90e1-4a31-9545-0725576fe7dd,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:18.587047 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:18.637866 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=4']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:18.644886 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.645233 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.645574 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.645912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.646239 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.646564 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.646891 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.647208 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.647529 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.647849 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.648170 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.648490 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.648834 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.649151 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.649468 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:51:18.847646 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a786-5063-490f-8528-a7c9c19ae462 req-a2d3bc7c-7a9c-4f24-8362-a2960d57453c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:18.849104 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4a1a786-5063-490f-8528-a7c9c19ae462 req-a2d3bc7c-7a9c-4f24-8362-a2960d57453c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 945 time: 0.0494890 Sep 25 04:51:18.897265 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d4a1a786-5063-490f-8528-a7c9c19ae462 req-3ee034a9-9e64-494a-9555-9b517eda8961 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Sep 25 04:51:19.034601 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['82c314f0-90e1-4a31-9545-0725576fe7dd'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:51:20.016024 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943ad90-2e6f-46a2-8e43-ccca9deba73e req-77e1f102-4f64-4857-b099-5d3207aa86b4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:20.017561 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e943ad90-2e6f-46a2-8e43-ccca9deba73e req-77e1f102-4f64-4857-b099-5d3207aa86b4 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 945 time: 0.0456743 Sep 25 04:51:20.063813 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e943ad90-2e6f-46a2-8e43-ccca9deba73e req-32fee791-91a8-446c-94c2-a1ba7fd4ff2a tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Sep 25 04:51:20.428146 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 82c314f0-90e1-4a31-9545-0725576fe7dd up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:51:20.470477 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning for port 82c314f0-90e1-4a31-9545-0725576fe7dd completed by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 25 04:51:20.476082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 82c314f0-90e1-4a31-9545-0725576fe7dd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:51:20.476459 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:20.476834 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 82c314f0-90e1-4a31-9545-0725576fe7dd Sep 25 04:51:20.537538 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:20.549057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 82c314f0-90e1-4a31-9545-0725576fe7dd is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:51:20.549446 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:20.551929 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:20.574063 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:51:20.576262 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a546efcd-ea26-4159-b189-d3df373b7c47" -d '{"events": [{"server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "name": "network-vif-plugged", "status": "completed", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:20.588813 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=82c314f0-90e1-4a31-9545-0725576fe7dd,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:20.594619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:20.620585 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381aa06c-3f7a-4a5e-8c3b-3b8c1cb2a0f2 x-openstack-request-id: req-381aa06c-3f7a-4a5e-8c3b-3b8c1cb2a0f2 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:20.620899 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "name": "network-vif-plugged", "status": "completed", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:20.621153 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-381aa06c-3f7a-4a5e-8c3b-3b8c1cb2a0f2 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:20.621535 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381aa06c-3f7a-4a5e-8c3b-3b8c1cb2a0f2'] response: {'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd', 'code': 200} Sep 25 04:51:20.646076 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=5']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:20.825122 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdccac-ec55-42ac-85e8-8df2b37d1fdf req-33a35340-32ee-477f-84e0-db46990bd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:20.826487 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65bdccac-ec55-42ac-85e8-8df2b37d1fdf req-33a35340-32ee-477f-84e0-db46990bd118 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 1130 time: 0.0376256 Sep 25 04:51:20.877934 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-65bdccac-ec55-42ac-85e8-8df2b37d1fdf req-c8320077-9be5-4c63-9a41-7205fa0c8921 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459716 Sep 25 04:51:20.879606 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:51:21.184099 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadd286-e3d1-42c1-a21c-77a90c34d854 req-6cb2adb7-1a73-4b46-87d4-3ab2db2e39cd tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:21.185580 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9dadd286-e3d1-42c1-a21c-77a90c34d854 req-6cb2adb7-1a73-4b46-87d4-3ab2db2e39cd tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0463798 Sep 25 04:51:21.214105 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:21.233659 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9dadd286-e3d1-42c1-a21c-77a90c34d854 req-c0fb2784-e892-490c-9421-758855b256c7 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Sep 25 04:51:22.364446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52091439-c3aa-4508-9ded-eaf5e24848ac req-99588540-555f-44d2-9bbb-645d0a41cb8c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:22.366206 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52091439-c3aa-4508-9ded-eaf5e24848ac req-99588540-555f-44d2-9bbb-645d0a41cb8c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0531960 Sep 25 04:51:22.420581 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-52091439-c3aa-4508-9ded-eaf5e24848ac req-306154cf-67c4-4014-8650-2ce6b9bcdf6d tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Sep 25 04:51:30.875399 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:31.207086 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:31.209687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:32.414574 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=81 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:32.417177 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=64 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:35.900574 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:37.674517 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c692e8e4-a4d2-422f-9d51-424e11830983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:40.042942 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-e8008cf7-75e2-496b-b0c0-3bf11088c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:41.140155 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:41.593725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-49e28e10-0022-4c58-aac1-12cda2dc0037 req-811cb1b4-53ad-4669-b844-892c4968efa8 service neutron] (106425) timed out ('10.222.0.55', 51847) {{(pid=106425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:51:42.768883 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:42.849387 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:45.818617 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c8112-182c-4ed0-92b2-5f62b05fe430 req-e9613504-7491-41eb-bbee-5d72c4ecc296 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:45.820087 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d59c8112-182c-4ed0-92b2-5f62b05fe430 req-e9613504-7491-41eb-bbee-5d72c4ecc296 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0506639 Sep 25 04:51:45.867566 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-d59c8112-182c-4ed0-92b2-5f62b05fe430 req-40337c4a-48ca-45b1-adae-1d7682670b86 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Sep 25 04:51:46.997940 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecca379-e428-4e44-a543-111590c5f7d4 req-b26d8c25-c997-4b75-859d-9ccc74b98f2d tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:46.999392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7ecca379-e428-4e44-a543-111590c5f7d4 req-b26d8c25-c997-4b75-859d-9ccc74b98f2d tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0469155 Sep 25 04:51:47.047334 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7ecca379-e428-4e44-a543-111590c5f7d4 req-ad2654c5-a489-4e67-88f3-d9ed2775393e tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Sep 25 04:51:47.707095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a33b05-261b-4060-84f5-7b2987238d46 req-0fcb70f4-2574-442f-b65a-33f3a7361ed8 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:47.708503 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76a33b05-261b-4060-84f5-7b2987238d46 req-0fcb70f4-2574-442f-b65a-33f3a7361ed8 tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0506413 Sep 25 04:51:47.788785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Deleting port 82c314f0-90e1-4a31-9545-0725576fe7dd {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:51:47.789048 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:47.879383 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] For port 82c314f0-90e1-4a31-9545-0725576fe7dd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=82c314f0-90e1-4a31-9545-0725576fe7dd,segment=NetworkSegment(9e515e06-8083-4402-8a4f-0d244e9a812f),segment_id=9e515e06-8083-4402-8a4f-0d244e9a812f)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:51:47.879739 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:48.154247 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Calling delete_port for 82c314f0-90e1-4a31-9545-0725576fe7dd owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:51:48.222707 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1a13-39ff-45e3-af21-e2f628966939 req-545d28fe-51ac-4ab7-9afa-2cdcefc7936d tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:51:48.224156 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da8f1a13-39ff-45e3-af21-e2f628966939 req-545d28fe-51ac-4ab7-9afa-2cdcefc7936d tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7949b4da-6f1f-407b-ae66-6469b930574f HTTP/1.1" status: 200 len: 946 time: 0.0816898 Sep 25 04:51:48.299137 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-da8f1a13-39ff-45e3-af21-e2f628966939 req-b8f27488-e107-417a-a762-394ebf39a8ff tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=90a3ad50-c360-4126-b280-01a4de78e80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681784 Sep 25 04:51:48.353134 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (82c314f0-90e1-4a31-9545-0725576fe7dd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:48.381053 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Pushing event deleted for resources: {'Port': ['ID=82c314f0-90e1-4a31-9545-0725576fe7dd,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:51:48.386987 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['82c314f0-90e1-4a31-9545-0725576fe7dd'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:51:48.428278 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] No DVR routers for this DVR port 82c314f0-90e1-4a31-9545-0725576fe7dd on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:51:48.430842 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:48.434112 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-76a33b05-261b-4060-84f5-7b2987238d46 req-2e46cac8-83a6-4f6e-a8f3-f652bb0a671c tempest-VolumesSnapshotTestJSON-1053816945 tempest-VolumesSnapshotTestJSON-1053816945-project] 10.222.0.55 "DELETE /networking/v2.0/ports/82c314f0-90e1-4a31-9545-0725576fe7dd HTTP/1.1" status: 204 len: 173 time: 0.7202802 Sep 25 04:51:48.434644 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'name': 'network-vif-deleted', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:51:48.436908 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d7f12-8dad-4514-a3aa-c18e2589bbc1" -d '{"events": [{"server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "name": "network-vif-deleted", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:51:48.478071 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf4b7d-2e73-40a2-a6bc-f424e18fa935 x-openstack-request-id: req-80cf4b7d-2e73-40a2-a6bc-f424e18fa935 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:51:48.478365 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7949b4da-6f1f-407b-ae66-6469b930574f", "name": "network-vif-deleted", "tag": "82c314f0-90e1-4a31-9545-0725576fe7dd", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:51:48.478631 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80cf4b7d-2e73-40a2-a6bc-f424e18fa935 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:51:48.479019 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cf4b7d-2e73-40a2-a6bc-f424e18fa935'] response: {'server_uuid': '7949b4da-6f1f-407b-ae66-6469b930574f', 'name': 'network-vif-deleted', 'tag': '82c314f0-90e1-4a31-9545-0725576fe7dd', 'status': 'completed', 'code': 200} Sep 25 04:51:50.504619 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 82c314f0-90e1-4a31-9545-0725576fe7dd no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:51:50.524817 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 82c314f0-90e1-4a31-9545-0725576fe7dd {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:51:50.525144 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 82c314f0-90e1-4a31-9545-0725576fe7dd not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:51:51.207261 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:51:53.885328 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:53.886026 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:57.878411 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:51:58.389231 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=75,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:51:58.410660 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=68,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:01.200965 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:01.203352 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:03.226124 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [req-c1af9f04-3afc-4d9f-afab-d4b8ba576043 req-4c225df0-033c-46d7-a87b-b2678904b24a service neutron] (106426) timed out ('10.222.0.55', 51837) {{(pid=106426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:52:05.494105 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-5f643018-cf33-4e5c-b878-f1e8232bb512 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816767 Sep 25 04:52:05.605725 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-2adc5377-1c6c-42d7-88c0-676822c12b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:05.607203 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-2adc5377-1c6c-42d7-88c0-676822c12b86 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0391161 Sep 25 04:52:05.728921 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-07b6eec8-654c-4e1b-b991-374e6b896898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:05.728921 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-07b6eec8-654c-4e1b-b991-374e6b896898 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0955923 Sep 25 04:52:05.790288 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-37cf8d1e-3f9d-4972-ad23-c2f41c610333 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.0546782 Sep 25 04:52:05.841392 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-0c3074ee-de72-4589-bfc5-a31ccb9e77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:05.842811 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-0c3074ee-de72-4589-bfc5-a31ccb9e77be service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0443115 Sep 25 04:52:05.890830 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-47837ecb-91eb-44da-9fb2-1e344a472606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:05.892304 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-47837ecb-91eb-44da-9fb2-1e344a472606 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429356 Sep 25 04:52:05.991416 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-231d5b51-4855-48b6-b91c-818cb4adbdc3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864849 Sep 25 04:52:06.087533 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-15a165e1-cc42-44e5-a75e-dfe0afc793f1 req-2081572d-fc18-4585-bcd0-91b8e64e3e26 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Sep 25 04:52:07.677318 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f2a631c0-972b-4e46-b9d8-6b445144eae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:07.878218 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:10.044618 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-8f234158-274a-4a22-b871-3fad4c434a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:11.143395 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:12.771160 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:12.850530 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.656025 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37452) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:52:13.703642 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Deleting subnet 5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:52:13.706779 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Publish callbacks [] for subnet (5a2b9cc2-4077-4b8e-85b9-4b88c43993a5), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.742237 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (5a2b9cc2-4077-4b8e-85b9-4b88c43993a5), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.780680 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (5a2b9cc2-4077-4b8e-85b9-4b88c43993a5), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.834888 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (5a2b9cc2-4077-4b8e-85b9-4b88c43993a5), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.862180 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2b9cc2-4077-4b8e-85b9-4b88c43993a5,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:13.866885 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:13.869982 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5a2b9cc2-4077-4b8e-85b9-4b88c43993a5 HTTP/1.1" status: 204 len: 168 time: 0.2128129 Sep 25 04:52:13.872793 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37456) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:52:13.874863 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.875211 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.875546 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.875887 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.876217 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.876545 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.877150 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.877278 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.877618 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.877845 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.878167 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.878491 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.878811 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.879130 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.879447 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6921496-00b9-408d-b6f1-2d44e7f76c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:13.941316 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (3f74a169-556f-472f-ab01-95a16d2b72de), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.021175 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (3f74a169-556f-472f-ab01-95a16d2b72de), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.043451 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f74a169-556f-472f-ab01-95a16d2b72de']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:14.053730 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e515e06-8083-4402-8a4f-0d244e9a812f') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:14.054033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e515e06-8083-4402-8a4f-0d244e9a812f') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:52:14.063718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (9e515e06-8083-4402-8a4f-0d244e9a812f), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.076767 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (9e515e06-8083-4402-8a4f-0d244e9a812f), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.083986 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:52:14.084400 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (9e515e06-8083-4402-8a4f-0d244e9a812f), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.147087 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (3f74a169-556f-472f-ab01-95a16d2b72de), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.153688 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.157596 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3f74a169-556f-472f-ab01-95a16d2b72de HTTP/1.1" status: 204 len: 168 time: 0.2837884 Sep 25 04:52:14.167676 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f74a169-556f-472f-ab01-95a16d2b72de,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:14.175042 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.175458 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.175724 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.176138 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.176393 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.176759 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.177067 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.177391 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.177718 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.178040 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.178365 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.178687 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.179007 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.179325 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.179640 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28157fdc-fa7c-4e27-809f-c98a3db00381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:14.236287 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 9e515e06-8083-4402-8a4f-0d244e9a812f resource provider aggregate not found Sep 25 04:52:14.254301 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 9e515e06-8083-4402-8a4f-0d244e9a812f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e515e06-8083-4402-8a4f-0d244e9a812f found for delete ", "request_id": "req-77d2d46d-b1ea-40a7-96f7-85dca5a4347f"}]} Sep 25 04:52:14.276845 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37466) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:52:14.317420 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-73ab4498-96d4-4bea-92d5-d43950bb8e65 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=38de016089e0474d9a2b16cfecaf0a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395064 Sep 25 04:52:14.319850 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37468) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:52:14.340721 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:14.369998 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] Publish callbacks [] for security_group (90a3ad50-c360-4126-b280-01a4de78e80d), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.390233 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] Publish callbacks [] for security_group (90a3ad50-c360-4126-b280-01a4de78e80d), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.438442 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (90a3ad50-c360-4126-b280-01a4de78e80d), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.441012 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:14.442178 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/90a3ad50-c360-4126-b280-01a4de78e80d HTTP/1.1" status: 204 len: 168 time: 0.1214266 Sep 25 04:52:14.450031 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da9c67-6f6b-4406-bd37-d1bcc85f59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3ad50-c360-4126-b280-01a4de78e80d,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:16.123678 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:16.143740 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81e541-f79d-46ee-bfd0-993da7a3d50a req-74cac0fb-560f-4892-b0a8-596223610daf tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:16.145227 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c81e541-f79d-46ee-bfd0-993da7a3d50a req-74cac0fb-560f-4892-b0a8-596223610daf tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0517089 Sep 25 04:52:16.193534 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2c81e541-f79d-46ee-bfd0-993da7a3d50a req-d2a11983-7921-456d-918c-83b724ce0bc6 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425680 Sep 25 04:52:17.318051 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942338c-1a60-4d4e-aa66-0ff870516d69 req-4a238b1d-31e0-4e5f-80d4-0572e5dbfa6f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:17.319490 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1942338c-1a60-4d4e-aa66-0ff870516d69 req-4a238b1d-31e0-4e5f-80d4-0572e5dbfa6f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0471194 Sep 25 04:52:17.367889 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1942338c-1a60-4d4e-aa66-0ff870516d69 req-1baf2f37-5fa6-448f-9654-2e21067fe01b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Sep 25 04:52:18.489028 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75259d4-8142-4d1e-a2fd-3d203e8b6025 req-8cc655f7-dc60-4958-8f31-82ac24659c42 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:18.490495 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c75259d4-8142-4d1e-a2fd-3d203e8b6025 req-8cc655f7-dc60-4958-8f31-82ac24659c42 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0475171 Sep 25 04:52:18.542724 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c75259d4-8142-4d1e-a2fd-3d203e8b6025 req-cf96524e-282d-4360-94d8-bbce311b5082 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466430 Sep 25 04:52:19.665137 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b07c69-c037-4d85-b805-9116f98f429e req-0dbfe259-04fc-4f2a-a7dd-66f55a3200aa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:19.666589 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2b07c69-c037-4d85-b805-9116f98f429e req-0dbfe259-04fc-4f2a-a7dd-66f55a3200aa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0456691 Sep 25 04:52:19.715437 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c2b07c69-c037-4d85-b805-9116f98f429e req-994494b2-8414-4691-a69f-88f423cb216b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Sep 25 04:52:20.836016 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d16eda-fa73-400b-acd2-5e0d34b292b2 req-5eb61654-62b9-4426-bec5-a0024f238bc4 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:20.837474 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f2d16eda-fa73-400b-acd2-5e0d34b292b2 req-5eb61654-62b9-4426-bec5-a0024f238bc4 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0466928 Sep 25 04:52:20.886387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-f2d16eda-fa73-400b-acd2-5e0d34b292b2 req-7afdae14-f2b5-4c50-b5c4-d0ac4ae6644b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Sep 25 04:52:21.211478 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:22.010390 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded821-a25e-4585-8d20-f8ec10eb3a2c req-d02ab5fb-6711-49ef-ae96-549fcb90046f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:22.011829 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01ded821-a25e-4585-8d20-f8ec10eb3a2c req-d02ab5fb-6711-49ef-ae96-549fcb90046f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0493670 Sep 25 04:52:22.060122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-01ded821-a25e-4585-8d20-f8ec10eb3a2c req-17dcbf98-1301-4c10-a267-56c57d76e635 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420566 Sep 25 04:52:23.181130 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782380a-6919-473d-a695-580b8c040e32 req-319cdc94-7899-423b-a2cf-29a662e5b995 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:23.182566 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5782380a-6919-473d-a695-580b8c040e32 req-319cdc94-7899-423b-a2cf-29a662e5b995 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0465539 Sep 25 04:52:23.231772 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5782380a-6919-473d-a695-580b8c040e32 req-c96474db-3584-4440-b322-8e5a0ac75084 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Sep 25 04:52:23.843352 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:23.867207 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:24.354721 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb51cb-bbd4-4223-9bc1-4e7804f0f3a2 req-e5116150-ade7-4d75-80cd-d3fd8f320428 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:24.356171 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1abb51cb-bbd4-4223-9bc1-4e7804f0f3a2 req-e5116150-ade7-4d75-80cd-d3fd8f320428 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0501087 Sep 25 04:52:24.405773 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-1abb51cb-bbd4-4223-9bc1-4e7804f0f3a2 req-4aace909-f174-4a53-b8c9-9292ca9ad3fc tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431755 Sep 25 04:52:25.525768 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbca4f-ad53-40bc-91b3-1d0d182933ba req-58faccd1-4c80-494f-938f-77e5e73f6afa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:25.527219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0bbca4f-ad53-40bc-91b3-1d0d182933ba req-58faccd1-4c80-494f-938f-77e5e73f6afa tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0470057 Sep 25 04:52:25.575484 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c0bbca4f-ad53-40bc-91b3-1d0d182933ba req-45598462-d484-4fb2-be03-cb46b5a8436e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Sep 25 04:52:26.395077 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-a619106d-e96a-441f-ab2c-30103070341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:26.396594 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-a619106d-e96a-441f-ab2c-30103070341b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0406125 Sep 25 04:52:26.419953 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:26.490614 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-5e6f108a-a242-426e-a0d5-3bb5bdb98922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:26.492066 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-5e6f108a-a242-426e-a0d5-3bb5bdb98922 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0901542 Sep 25 04:52:26.552547 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-661d7d43-d619-4400-b20c-e6161101d688 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.0544443 Sep 25 04:52:26.585949 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:26.603856 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-a7a84189-b1b6-4927-adbc-3c2c9b31c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:26.605387 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-a7a84189-b1b6-4927-adbc-3c2c9b31c3ca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0476546 Sep 25 04:52:26.651396 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-53aa64f3-25f6-43f3-a349-a3ce0259b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:26.652824 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-53aa64f3-25f6-43f3-a349-a3ce0259b105 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410311 Sep 25 04:52:26.743841 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fa56-33dd-4cf0-bde0-a609707db312 req-7848e035-ad25-4118-9225-33e81a9e71c2 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:26.745338 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c74fa56-33dd-4cf0-bde0-a609707db312 req-7848e035-ad25-4118-9225-33e81a9e71c2 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0916731 Sep 25 04:52:26.807789 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-99774a87-a87d-4677-aa93-c1922fbc969d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457326 Sep 25 04:52:26.840355 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6c74fa56-33dd-4cf0-bde0-a609707db312 req-7c5df4d9-6f54-4cb1-9ea2-587cea88b615 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881352 Sep 25 04:52:26.916021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-6bedb412-507f-41d2-92a6-2ae38b988028 req-109f8e6c-0aeb-45a9-93f6-a77478da7a9a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018441 Sep 25 04:52:27.962424 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533b9be-36a6-41b4-b2b1-77d763aaab9b req-95d08797-d41e-4566-b3b4-ac828c088a1f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:27.963864 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2533b9be-36a6-41b4-b2b1-77d763aaab9b req-95d08797-d41e-4566-b3b4-ac828c088a1f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0475423 Sep 25 04:52:28.012470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2533b9be-36a6-41b4-b2b1-77d763aaab9b req-6c515895-2255-4aa9-89ab-51c150c24ef2 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Sep 25 04:52:29.133873 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ce56f-863b-4559-bd71-fda34a97a8ec req-4df89fad-bc3f-4c49-af48-07165c9a444c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:29.135350 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ea3ce56f-863b-4559-bd71-fda34a97a8ec req-4df89fad-bc3f-4c49-af48-07165c9a444c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0473902 Sep 25 04:52:29.184122 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ea3ce56f-863b-4559-bd71-fda34a97a8ec req-3cf7ea4f-bbdf-4da9-9712-d16b5ae37a3c tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Sep 25 04:52:29.261224 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-e189c5d6-513f-4884-b59d-11ef6bd36637 req-802b6396-3c42-4948-a961-fd71014233b3 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 25 04:52:29.262216 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e189c5d6-513f-4884-b59d-11ef6bd36637 req-802b6396-3c42-4948-a961-fd71014233b3 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054002 Sep 25 04:52:29.445408 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953cee-7769-406a-8be2-9dd19e2920e7 req-8b42a35d-ba62-468d-8dee-db7a3ff88340 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:29.447040 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c953cee-7769-406a-8be2-9dd19e2920e7 req-8b42a35d-ba62-468d-8dee-db7a3ff88340 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0522573 Sep 25 04:52:29.505219 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-3c953cee-7769-406a-8be2-9dd19e2920e7 req-a1a0b3be-8151-411d-b3c1-87150d1396da tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511937 Sep 25 04:52:29.556663 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-05ea1b94-9f6a-4cb5-ad6c-482f6328f7b0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1845543 Sep 25 04:52:30.625109 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069b348-2517-4f82-b5c0-0a029ac57d95 req-726d9846-52d0-48f0-b205-b6a553b0ac83 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:30.626583 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c069b348-2517-4f82-b5c0-0a029ac57d95 req-726d9846-52d0-48f0-b205-b6a553b0ac83 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0493376 Sep 25 04:52:30.677268 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-c069b348-2517-4f82-b5c0-0a029ac57d95 req-005d398a-2208-467e-8619-8e9df2f54652 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Sep 25 04:52:30.754764 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-a6ba157f-4b0c-443c-b7f5-26f6654d6b70 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:30.756091 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-a6ba157f-4b0c-443c-b7f5-26f6654d6b70 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports/2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 943 time: 0.1607969 Sep 25 04:52:31.205651 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:31.207530 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:31.799597 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece8c0-36ba-4ff5-abb0-d020f4bfae05 req-5a7b31a8-bba4-4104-8f6a-a51c8d059516 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:31.800978 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eeece8c0-36ba-4ff5-abb0-d020f4bfae05 req-5a7b31a8-bba4-4104-8f6a-a51c8d059516 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0460057 Sep 25 04:52:31.813323 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:31.862145 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eeece8c0-36ba-4ff5-abb0-d020f4bfae05 req-9facba63-f6fd-40f1-8e6b-244ab7656a71 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556121 Sep 25 04:52:32.723924 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:52:32.796381 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2eced77b-cebd-4659-801e-16aa388746bd is: ACTIVE; New status is: DOWN {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:52:32.796699 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:32.819005 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:52:32.821225 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448c53f-af61-4e2b-a19c-0b20bb46172f" -d '{"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-unplugged", "status": "completed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:32.834699 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:32.838861 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:32.862315 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 25 Sep 2022 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ce240-dd24-4bfb-92e1-ca517c1f8c15 x-openstack-request-id: req-ef0ce240-dd24-4bfb-92e1-ca517c1f8c15 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:32.862600 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-unplugged", "status": "failed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "code": 422}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:32.862845 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef0ce240-dd24-4bfb-92e1-ca517c1f8c15 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:32.863232 dv-cinder-855359-5-iscsi neutron-server[106427]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef0ce240-dd24-4bfb-92e1-ca517c1f8c15']: {'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'code': 422} returned with failed status Sep 25 04:52:32.888517 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=6']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:32.897136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.897136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.897366 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.897610 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.897939 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.898263 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.898587 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.899103 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.899430 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.899750 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.900069 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.900392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.900731 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.901047 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.901365 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:52:32.982411 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad264e-e5e4-46d5-b39d-2008cc0cffaa req-ec9be844-c624-41a6-8e5e-426f551604d2 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:32.983922 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-22ad264e-e5e4-46d5-b39d-2008cc0cffaa req-ec9be844-c624-41a6-8e5e-426f551604d2 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0477443 Sep 25 04:52:33.033671 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-22ad264e-e5e4-46d5-b39d-2008cc0cffaa req-88298934-26cc-4366-940e-6ce92f0d8f03 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439570 Sep 25 04:52:34.158729 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9b487-f6a5-4062-b68f-c63c917b39c9 req-3ac6649c-c684-46d7-ba5b-0b7e5b09f3eb tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:34.160279 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ea9b487-f6a5-4062-b68f-c63c917b39c9 req-3ac6649c-c684-46d7-ba5b-0b7e5b09f3eb tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0479372 Sep 25 04:52:34.210429 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-9ea9b487-f6a5-4062-b68f-c63c917b39c9 req-8dd2838a-d326-43b7-9138-ccd2639f7451 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Sep 25 04:52:34.877822 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:52:35.300285 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-dbb308b4-5b27-478a-980a-bccdb96de3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.301744 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-dbb308b4-5b27-478a-980a-bccdb96de3d4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&tenant_id=b981336000334d7d8451feaacc75da99 HTTP/1.1" status: 200 len: 1128 time: 0.0528374 Sep 25 04:52:35.335914 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc8db7-af2b-4ed7-96d2-34788fe7c1a1 req-bfa963d4-2f23-4b44-b605-9fcc39132c2e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.337508 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ddbc8db7-af2b-4ed7-96d2-34788fe7c1a1 req-bfa963d4-2f23-4b44-b605-9fcc39132c2e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0488820 Sep 25 04:52:35.392987 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-0f1db724-6da5-4ee9-a1f5-cab878d1e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.394438 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-0f1db724-6da5-4ee9-a1f5-cab878d1e521 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1128 time: 0.0534511 Sep 25 04:52:35.461424 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-ddbc8db7-af2b-4ed7-96d2-34788fe7c1a1 req-91bba2c8-0dd3-4d9d-bb3e-5bf532b0b484 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126931 Sep 25 04:52:35.463252 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:35.505537 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-a08aa410-3d59-4236-b313-53131d1e65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.506986 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-a08aa410-3d59-4236-b313-53131d1e65bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.1050148 Sep 25 04:52:35.570470 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-e5fdc9e3-9a08-4edb-9263-31184ff1d3a9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 999 time: 0.0580113 Sep 25 04:52:35.617776 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-0f16334e-54bf-4fad-a6c1-ad3692c35cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.619137 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-0f16334e-54bf-4fad-a6c1-ad3692c35cc5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0430779 Sep 25 04:52:35.661581 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-033101c2-48f2-4f42-9bfc-0805f7b2e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:35.663007 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-033101c2-48f2-4f42-9bfc-0805f7b2e639 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374773 Sep 25 04:52:35.755038 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-134813ca-9ec2-4f7a-be24-daa133fd9f7c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864561 Sep 25 04:52:35.846499 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-774c55c8-752f-4ceb-80d5-c432093e4b02 req-311ae59f-2562-4040-a2cd-bee41bedcc28 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856030 Sep 25 04:52:36.590116 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732b5e7-e672-41e5-8b00-fa24a58d29df req-7b8134a4-58ee-4aa1-bcc1-b2d5818f461b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:36.591539 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5732b5e7-e672-41e5-8b00-fa24a58d29df req-7b8134a4-58ee-4aa1-bcc1-b2d5818f461b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0499098 Sep 25 04:52:36.639299 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5732b5e7-e672-41e5-8b00-fa24a58d29df req-81d92bf4-3c64-41f5-8f52-17082229c33e tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Sep 25 04:52:36.908262 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=16 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:37.683526 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3dd4-e553-4c97-a4bf-5c359dcf08ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:37.728712 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:37.764029 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3120-0a2d-4b37-9d19-3c1ae9e3ed62 req-bcdf3a98-2b98-4c72-8320-ae371268b202 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:37.766006 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67cd3120-0a2d-4b37-9d19-3c1ae9e3ed62 req-bcdf3a98-2b98-4c72-8320-ae371268b202 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0470779 Sep 25 04:52:37.814392 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-67cd3120-0a2d-4b37-9d19-3c1ae9e3ed62 req-ca49f554-7a73-4c2f-9bb2-0780519e13dc tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427275 Sep 25 04:52:38.660707 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [req-4ac1a2bf-94a0-4e2a-bc64-29b436addee6 req-4b119419-9525-4fc8-8c22-9829e8073d8a tempest-DeleteServersTestJSON-1054641876 tempest-DeleteServersTestJSON-1054641876-project] (106426) timed out ('10.222.0.55', 51908) {{(pid=106426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:52:38.747576 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-4df476f0-e3bc-473b-a41f-2c8f552daf02 req-3766a507-d0a8-454a-95ea-5b1ccf1af59b service neutron] (106425) timed out ('10.222.0.55', 51859) {{(pid=106425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:52:38.934567 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96700dc-6cce-4bba-aa2b-7f50ce7786df req-0a38b72d-b0d1-45e7-a48c-1394b80cca31 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:38.935999 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e96700dc-6cce-4bba-aa2b-7f50ce7786df req-0a38b72d-b0d1-45e7-a48c-1394b80cca31 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0460646 Sep 25 04:52:38.988274 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-e96700dc-6cce-4bba-aa2b-7f50ce7786df req-8a923a1d-b782-4af5-bb1f-3dc9a13284c7 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 Sep 25 04:52:40.047126 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-d86af0ef-9401-4d38-83b6-974ba43fc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:40.109923 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f755eae-7d2a-4ba0-96b7-b57d24b0fbac req-2cef3160-7889-4b34-9ad9-e4f966b66f16 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:40.111379 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f755eae-7d2a-4ba0-96b7-b57d24b0fbac req-2cef3160-7889-4b34-9ad9-e4f966b66f16 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0461023 Sep 25 04:52:40.159713 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-2f755eae-7d2a-4ba0-96b7-b57d24b0fbac req-7601d11c-ab2b-4933-b099-44a5edd51fce tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Sep 25 04:52:40.740871 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=7 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:40.746642 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=7 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:41.146687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:41.281033 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147fde1-a8ed-42ca-bddc-6578e9b03861 req-3fc6608d-8f5b-4957-8d87-04c0c8178cd9 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:41.282500 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b147fde1-a8ed-42ca-bddc-6578e9b03861 req-3fc6608d-8f5b-4957-8d87-04c0c8178cd9 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0466168 Sep 25 04:52:41.330839 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b147fde1-a8ed-42ca-bddc-6578e9b03861 req-48e876a8-c69c-44a8-a090-e9dccec38319 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Sep 25 04:52:42.452945 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044f60-3b5f-4f52-838e-a3e6fec32da0 req-f9725632-3a0f-4b7c-8140-9de5d08f098a tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:42.454409 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f044f60-3b5f-4f52-838e-a3e6fec32da0 req-f9725632-3a0f-4b7c-8140-9de5d08f098a tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 944 time: 0.0499697 Sep 25 04:52:42.509214 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-5f044f60-3b5f-4f52-838e-a3e6fec32da0 req-8df25155-589c-4f80-ba0d-7cef197bce21 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Sep 25 04:52:42.767340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd details requested by agent hyperv_hv-cinder-85535 with host hv-cinder-85535 {{(pid=106427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 25 04:52:42.783968 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:42.876342 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:42.883677 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:42.894016 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Returning: {'device': '2eced77b-cebd-4659-801e-16aa388746bd', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'port_id': '2eced77b-cebd-4659-801e-16aa388746bd', 'mac_address': 'fa:16:3e:d9:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 25 04:52:42.929529 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2eced77b-cebd-4659-801e-16aa388746bd is: DOWN; New status is: BUILD {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:52:42.929912 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:42.943235 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eced77b-cebd-4659-801e-16aa388746bd {{(pid=106427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 25 04:52:42.962939 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:42.967546 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:43.019193 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=7']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:43.333137 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] get_ports_and_sgs() called for port_ids ['2eced77b-cebd-4659-801e-16aa388746bd'] {{(pid=106427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 25 04:52:43.538096 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:43.631251 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57691279-89c3-4dfd-bf53-4ccf6aa11150 req-8ee95fd0-da31-429c-af41-577fa911be4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:43.632601 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57691279-89c3-4dfd-bf53-4ccf6aa11150 req-8ee95fd0-da31-429c-af41-577fa911be4f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 945 time: 0.0462599 Sep 25 04:52:43.652525 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:43.682501 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-57691279-89c3-4dfd-bf53-4ccf6aa11150 req-83e66983-2fa2-4730-86bc-88f60492a010 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Sep 25 04:52:44.775355 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd up at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 25 04:52:44.778383 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:44.808072 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3bd74-440f-4867-914b-be68c3cd237c req-fb9ee087-3907-4232-a0f1-d9619734b8ac tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:44.809570 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aec3bd74-440f-4867-914b-be68c3cd237c req-fb9ee087-3907-4232-a0f1-d9619734b8ac tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 945 time: 0.0467269 Sep 25 04:52:44.822496 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Provisioning complete for port 2eced77b-cebd-4659-801e-16aa388746bd triggered by entity L2. {{(pid=106427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 25 04:52:44.822875 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3501114'] for port (2eced77b-cebd-4659-801e-16aa388746bd), provisioning_complete {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:44.823211 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Attempt 1 to provision port 2eced77b-cebd-4659-801e-16aa388746bd Sep 25 04:52:44.863551 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-aec3bd74-440f-4867-914b-be68c3cd237c req-a8ad12ac-7bee-4880-ba49-af6edd0d3446 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474477 Sep 25 04:52:44.874216 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=18 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:44.898053 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Current status of the port 2eced77b-cebd-4659-801e-16aa388746bd is: BUILD; New status is: ACTIVE {{(pid=106427) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 25 04:52:44.898448 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757674'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:44.921274 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:52:44.923489 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9df473e7cbee8f26a675e747d8b89061f825dc99140029158b62df138cd24bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379b232-2db8-49d1-a680-12fd605e670e" -d '{"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-plugged", "status": "completed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:52:44.935872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.db [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:52:44.940555 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785265439654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785264966638', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785264966916'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:44.966161 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa73fde-5fe9-4bd8-8b6d-0b201b526742 x-openstack-request-id: req-7aa73fde-5fe9-4bd8-8b6d-0b201b526742 {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:52:44.966457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-plugged", "status": "completed", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "code": 200}]} {{(pid=106427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:52:44.966704 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aa73fde-5fe9-4bd8-8b6d-0b201b526742 {{(pid=106427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:52:44.967094 dv-cinder-855359-5-iscsi neutron-server[106427]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa73fde-5fe9-4bd8-8b6d-0b201b526742'] response: {'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'code': 200} Sep 25 04:52:44.991141 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Pushing event updated for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=8']} {{(pid=106427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:52:45.219727 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926893b-adc3-42f7-9939-7ccebb36d275 req-80fbf587-3e85-428d-88e1-860146a4cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:45.221271 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8926893b-adc3-42f7-9939-7ccebb36d275 req-80fbf587-3e85-428d-88e1-860146a4cd49 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0374799 Sep 25 04:52:45.268235 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-8926893b-adc3-42f7-9939-7ccebb36d275 req-8673faa9-c0a4-4b19-93bf-f8384d59eb42 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402031 Sep 25 04:52:45.984386 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feea99-2cc1-4544-bf11-80a0913d8b1d req-e0da14c7-6b1d-4fe9-9b66-7cf160d32cb4 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:45.985857 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5feea99-2cc1-4544-bf11-80a0913d8b1d req-e0da14c7-6b1d-4fe9-9b66-7cf160d32cb4 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0460801 Sep 25 04:52:46.033718 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-a5feea99-2cc1-4544-bf11-80a0913d8b1d req-383fe3be-c965-4230-af33-6d5a72501938 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Sep 25 04:52:47.161915 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c60dc-2cb7-4205-9ddf-2e14c6b324c2 req-dcc7d351-e227-41dc-aca6-be6fc78ec31b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:52:47.163376 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-800c60dc-2cb7-4205-9ddf-2e14c6b324c2 req-dcc7d351-e227-41dc-aca6-be6fc78ec31b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0485420 Sep 25 04:52:47.212115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-800c60dc-2cb7-4205-9ddf-2e14c6b324c2 req-ea8c7f8c-aa42-4b7e-8113-b2cdfec85e3b tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432110 Sep 25 04:52:51.228875 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:52:57.204818 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=86 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:52:57.208787 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=40 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:01.218614 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:01.223830 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:05.855648 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-6849132a-7064-4d51-a847-3129201dbc79 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376589 Sep 25 04:53:05.958574 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-e9982098-21a9-49bb-9a24-f9336d6885c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:53:05.960021 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-e9982098-21a9-49bb-9a24-f9336d6885c2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0389116 Sep 25 04:53:06.067337 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-9d20a4cf-b83f-4490-b6d9-412652a67606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:53:06.068863 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-9d20a4cf-b83f-4490-b6d9-412652a67606 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0887282 Sep 25 04:53:06.129269 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-c733e14b-122e-4451-9fb0-bc5029ef04de service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.0541220 Sep 25 04:53:06.179667 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-e2c614a3-24d1-485b-b076-a1f1cddd3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:53:06.181115 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-e2c614a3-24d1-485b-b076-a1f1cddd3cc1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0466356 Sep 25 04:53:06.222801 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-4b995f34-9009-4830-995c-3b58aebadf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:53:06.224213 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-4b995f34-9009-4830-995c-3b58aebadf10 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379410 Sep 25 04:53:06.317775 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-2001f42d-2cea-451a-9b4a-727be37d74ee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Sep 25 04:53:06.406281 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-598ca4e1-bea7-4c11-98f2-18da365bfe01 req-97896aeb-4dab-42ab-9bf5-4f876fe536a5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818310 Sep 25 04:53:07.678336 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-10f9b742-9c87-4bee-9635-15b2e3318f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:07.878569 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:07.879652 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:10.049188 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-44c78763-e007-445e-b0b5-38b8da775a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:11.149658 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:11.877990 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:53:12.777933 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:12.858158 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:16.401316 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=52 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:16.403456 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=49 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:21.232457 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:21.873111 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:31.226646 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:31.228613 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:37.680136 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-abcfa394-8ea3-4028-9328-0257e7da4420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:40.050122 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a6e7de54-1ef4-499a-9907-7aa1a15d0c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:41.151341 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:42.780313 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:42.860541 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:44.874667 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:44.875366 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:48.877756 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:53:51.223467 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:53:58.873077 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:53:58.873727 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:01.216877 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:01.219821 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:06.850343 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-0a944459-7535-47ab-a4cd-90a212832bc5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384417 Sep 25 04:54:06.955333 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531267cc-acd8-443a-b763-5273173ccea9 req-3968c0f4-b46d-4a5a-b853-3ecdcb32986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:06.956858 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-3968c0f4-b46d-4a5a-b853-3ecdcb32986a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0423040 Sep 25 04:54:07.059643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531267cc-acd8-443a-b763-5273173ccea9 req-94a1df31-aa86-49a3-8488-739de891dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:07.062030 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-94a1df31-aa86-49a3-8488-739de891dacd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0863307 Sep 25 04:54:07.125417 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-1468a335-2a09-4698-a7f4-a4ed70f7a52b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 1001 time: 0.0568678 Sep 25 04:54:07.171863 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531267cc-acd8-443a-b763-5273173ccea9 req-81678b5b-29ca-4137-a677-afdf82142a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:07.173342 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-81678b5b-29ca-4137-a677-afdf82142a66 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0427628 Sep 25 04:54:07.214703 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531267cc-acd8-443a-b763-5273173ccea9 req-99293cb8-8718-4ec9-b99d-67b4437a321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:07.216143 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-99293cb8-8718-4ec9-b99d-67b4437a321d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370202 Sep 25 04:54:07.307128 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-45aa3aeb-39b2-40d1-8c8c-6f5ba4d98ca8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846057 Sep 25 04:54:07.393363 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-531267cc-acd8-443a-b763-5273173ccea9 req-266e9d4f-07b5-4cb1-8019-57379b325003 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806141 Sep 25 04:54:07.682236 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f5f74036-0b53-4027-84a2-e10e0e8c98e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:10.051380 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-618e3673-ea64-4486-90c2-2b1bbd868d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:11.153316 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:12.781086 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:12.862482 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:14.373851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37576) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:14.635802 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Deleting port d4a73fe7-56ec-4a01-9e88-e6e0707ac059 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:14.636037 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:14.961501 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:14.961824 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for floatingip (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:14.974524 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Calling delete_port for d4a73fe7-56ec-4a01-9e88-e6e0707ac059 owned by network:floatingip {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:15.098488 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:15.110586 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:15.117418 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (d4a73fe7-56ec-4a01-9e88-e6e0707ac059), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:15.142736 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event deleted for resources: {'Port': ['ID=d4a73fe7-56ec-4a01-9e88-e6e0707ac059,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:15.154497 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.154843 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.155184 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.155518 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.155847 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.156181 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.156493 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.156837 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.157523 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.157523 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.157772 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.158095 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.158412 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.158728 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.159044 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:15.217445 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for floatingip (f9a4ecdf-0239-4119-8ef7-fd20e3895e84), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:15.217700 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.db.l3_db [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Floating IP f9a4ecdf-0239-4119-8ef7-fd20e3895e84 disassociated (deleted). External IP: 172.27.0.54, port: 2eced77b-cebd-4659-801e-16aa388746bd. Sep 25 04:54:15.410254 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Router 9112da71-b8ea-44aa-84c3-e3336693cc66 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:54:15.514227 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:54:15.518639 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for floatingip (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:15.525677 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Sync routers for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:54:15.536343 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:15.536989 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:15.548027 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-571273db-011d-4403-b3d2-a20dc1d7d18f tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f9a4ecdf-0239-4119-8ef7-fd20e3895e84 HTTP/1.1" status: 204 len: 168 time: 1.1730762 Sep 25 04:54:15.548805 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:54:15.551174 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:54:15.647310 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:15.667252 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 25 Sep 2022 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f4ccc-7294-433d-8263-6b8aa15135ae x-openstack-request-id: req-030f4ccc-7294-433d-8263-6b8aa15135ae {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:54:15.667646 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:54:15.667847 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-030f4ccc-7294-433d-8263-6b8aa15135ae {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:54:15.668302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030f4ccc-7294-433d-8263-6b8aa15135ae'] response: {'name': 'network-changed', 'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'status': 'completed', 'code': 200} Sep 25 04:54:15.775800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-df50ed7a-d29a-42c6-960c-8de3c8accc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:15.777310 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-df50ed7a-d29a-42c6-960c-8de3c8accc68 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b981336000334d7d8451feaacc75da99&device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 1130 time: 0.0553689 Sep 25 04:54:15.812098 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d15588-52c1-4cdf-8fb9-ad1b8709adde req-153d1587-3b68-4a9b-ba9a-c3cf07266af8 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:15.814043 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-62d15588-52c1-4cdf-8fb9-ad1b8709adde req-153d1587-3b68-4a9b-ba9a-c3cf07266af8 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0565228 Sep 25 04:54:15.845948 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:15.866359 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-62d15588-52c1-4cdf-8fb9-ad1b8709adde req-940d63d8-3780-41c2-8f12-c40215179a39 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 Sep 25 04:54:15.870689 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Checking router: 9112da71-b8ea-44aa-84c3-e3336693cc66 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:54:15.879124 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:15.879724 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:15.980799 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:16.165486 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:16.190208 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a6e34-1034-45f4-9aba-c92ff857d222 None None] The sync data for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi is: [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:45Z', 'revision_number': 4, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi', '_interfaces': [{'id': 'd7057173-9bfb-450a-8087-b677339df9f6', 'name': '', 'network_id': 'd9e4d8b5-d949-40c2-a892-90d10583d469', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'mac_address': 'fa:16:3e:04:83:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '577b7def-0687-4a62-a280-36324a201389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:44Z', 'updated_at': '2022-09-25T04:48:49Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'subnets': [{'id': '577b7def-0687-4a62-a280-36324a201389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:54:16.396167 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda2309-cd2a-40ec-aaf4-8fa79bbd2abb None None] New status for floating IP f9a4ecdf-0239-4119-8ef7-fd20e3895e84: DOWN {{(pid=106427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 25 04:54:16.929253 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-b04f6249-125d-4d36-9bb8-6f3b005d9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:16.930706 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-b04f6249-125d-4d36-9bb8-6f3b005d9ca9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 200 len: 909 time: 0.0952063 Sep 25 04:54:17.015302 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-12d6dcf5-b646-46dd-8505-b19307dfa3f2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 200 len: 217 time: 0.0378656 Sep 25 04:54:17.025196 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164c137-2205-4fc1-be57-a73a1d69aa37 req-18d3844e-6664-40dd-b40e-e5177294e973 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:17.026577 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7164c137-2205-4fc1-be57-a73a1d69aa37 req-18d3844e-6664-40dd-b40e-e5177294e973 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0801051 Sep 25 04:54:17.088504 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-7164c137-2205-4fc1-be57-a73a1d69aa37 req-54c3bdc8-e65f-45f4-97b7-36bdd5405c46 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556440 Sep 25 04:54:17.125010 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-8079820f-38af-44df-ab6c-ab43b3ae6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:17.126456 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-8079820f-38af-44df-ab6c-ab43b3ae6bbf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 200 len: 848 time: 0.0502653 Sep 25 04:54:17.291274 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-8334d89e-fd87-449d-97ea-0dc74eedf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:17.292757 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-8334d89e-fd87-449d-97ea-0dc74eedf02a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=d9e4d8b5-d949-40c2-a892-90d10583d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385735 Sep 25 04:54:17.563719 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:17.578942 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-7dde1497-ca85-4b32-91aa-2ba5f3d6872d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884697 Sep 25 04:54:17.666582 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=100 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:17.682240 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c64de9-211e-47ad-9205-96682a827a24 req-71e31275-8551-42ba-a4c1-6aa5f863796a tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 25 04:54:17.683695 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c64de9-211e-47ad-9205-96682a827a24 req-71e31275-8551-42ba-a4c1-6aa5f863796a tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 946 time: 0.0873418 Sep 25 04:54:17.776776 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-b4cc72ac-bb83-4600-a3c0-43f4b71958d3 req-73b3309f-8d10-40f5-b301-888f9c3506a2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727538 Sep 25 04:54:17.792489 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Deleting port 2eced77b-cebd-4659-801e-16aa388746bd {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:17.792862 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2eced77b-cebd-4659-801e-16aa388746bd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:17.888715 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] For port 2eced77b-cebd-4659-801e-16aa388746bd, host hv-cinder-85535, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85535',level=0,port_id=2eced77b-cebd-4659-801e-16aa388746bd,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:17.889083 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2eced77b-cebd-4659-801e-16aa388746bd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:17.902001 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Calling delete_port for 2eced77b-cebd-4659-801e-16aa388746bd owned by compute:nova {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:18.025576 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (2eced77b-cebd-4659-801e-16aa388746bd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:18.057527 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event deleted for resources: {'Port': ['ID=2eced77b-cebd-4659-801e-16aa388746bd,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:18.101330 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] No DVR routers for this DVR port 2eced77b-cebd-4659-801e-16aa388746bd on host hv-cinder-85535 {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:54:18.103851 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4136540'] for port (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:18.107719 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-03c64de9-211e-47ad-9205-96682a827a24 req-90927163-1b33-46be-a362-24be7c8120d0 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.55 "DELETE /networking/v2.0/ports/2eced77b-cebd-4659-801e-16aa388746bd HTTP/1.1" status: 204 len: 173 time: 0.4152637 Sep 25 04:54:18.108207 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-deleted', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd'}] {{(pid=106425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 25 04:54:18.110458 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b61cf04784152794b3e3b01576fbf26e103c9f9426f2c7e9f6f2776b617a69dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742713d9-37f2-4def-9aac-d538c9d08f13" -d '{"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-deleted", "tag": "2eced77b-cebd-4659-801e-16aa388746bd"}]}' {{(pid=106425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 25 04:54:18.160566 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 25 Sep 2022 04:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c2af30-450b-412a-9ad3-216e28361ce7 x-openstack-request-id: req-03c2af30-450b-412a-9ad3-216e28361ce7 {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 25 04:54:18.160886 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8e79dd-3c8b-432d-aee1-0ca947d8affe", "name": "network-vif-deleted", "tag": "2eced77b-cebd-4659-801e-16aa388746bd", "status": "completed", "code": 200}]} {{(pid=106425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 25 04:54:18.161137 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03c2af30-450b-412a-9ad3-216e28361ce7 {{(pid=106425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 25 04:54:18.161547 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c2af30-450b-412a-9ad3-216e28361ce7'] response: {'server_uuid': 'fe8e79dd-3c8b-432d-aee1-0ca947d8affe', 'name': 'network-vif-deleted', 'tag': '2eced77b-cebd-4659-801e-16aa388746bd', 'status': 'completed', 'code': 200} Sep 25 04:54:18.194873 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [req-eac3f8b9-5ff4-4f31-adb4-7cc03377eb5a req-6c0b37c4-3672-4cdb-8272-e2ebbf2ae9dc tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fe8e79dd-3c8b-432d-aee1-0ca947d8affe HTTP/1.1" status: 200 len: 210 time: 0.0275407 Sep 25 04:54:19.263763 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37610) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:19.320293 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (670d576c-5da7-41bb-bf17-8ec7e4e4f0cd), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:19.344791 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (670d576c-5da7-41bb-bf17-8ec7e4e4f0cd), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:19.407367 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (670d576c-5da7-41bb-bf17-8ec7e4e4f0cd), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:19.410000 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Publish callbacks [] for security_group (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:19.411140 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/670d576c-5da7-41bb-bf17-8ec7e4e4f0cd HTTP/1.1" status: 204 len: 168 time: 0.1481297 Sep 25 04:54:19.420311 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1e27-f65b-4216-87bd-700dae9d9157 tempest-TestShelveInstance-1388292841 tempest-TestShelveInstance-1388292841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d576c-5da7-41bb-bf17-8ec7e4e4f0cd,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:19.463607 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37616) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:19.764017 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:19.854769 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:19.902072 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (9112da71-b8ea-44aa-84c3-e3336693cc66), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:20.116521 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Deleting port d7057173-9bfb-450a-8087-b677339df9f6 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:20.116814 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (d7057173-9bfb-450a-8087-b677339df9f6), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:20.197123 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] For port d7057173-9bfb-450a-8087-b677339df9f6, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=d7057173-9bfb-450a-8087-b677339df9f6,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:20.197477 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (d7057173-9bfb-450a-8087-b677339df9f6), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:20.210513 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Calling delete_port for d7057173-9bfb-450a-8087-b677339df9f6 owned by network:router_interface {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:20.385404 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (d7057173-9bfb-450a-8087-b677339df9f6), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:20.407958 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7057173-9bfb-450a-8087-b677339df9f6,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:20.569764 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (9112da71-b8ea-44aa-84c3-e3336693cc66), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:20.582195 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:20.670374 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:20.777730 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Router 9112da71-b8ea-44aa-84c3-e3336693cc66 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:54:20.880436 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:54:20.886631 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-c4a97bff-f395-43cc-a426-4d69f97fa9e9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9112da71-b8ea-44aa-84c3-e3336693cc66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208760 Sep 25 04:54:20.888232 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37622) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:20.890603 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Sync routers for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:54:20.902124 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:20.902795 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:20.988748 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks [] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.005921 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:21.165782 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:21.186840 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:54:20Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:21.188408 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd no longer exists at agent hyperv_hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:21.215497 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Checking router: 9112da71-b8ea-44aa-84c3-e3336693cc66 for host: dv-cinder-855359-5-iscsi {{(pid=106428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:54:21.226218 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Routers {'9112da71-b8ea-44aa-84c3-e3336693cc66'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:21.226850 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['9112da71-b8ea-44aa-84c3-e3336693cc66'], 'active': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:21.234166 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] No Port match for: 2eced77b-cebd-4659-801e-16aa388746bd {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:21.234930 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Device 2eced77b-cebd-4659-801e-16aa388746bd not bound to the agent host hv-cinder-85535 {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:21.254566 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.265429 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:21.352978 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks [] for router_gateway (9112da71-b8ea-44aa-84c3-e3336693cc66), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.397274 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Deleting port 9d3f4aef-0530-4060-849d-80da3ca4f56a {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:21.398035 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.423592 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvr_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] Set router 9112da71-b8ea-44aa-84c3-e3336693cc66 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:21.482643 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] For port 9d3f4aef-0530-4060-849d-80da3ca4f56a, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=9d3f4aef-0530-4060-849d-80da3ca4f56a,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:21.483013 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.496153 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Calling delete_port for 9d3f4aef-0530-4060-849d-80da3ca4f56a owned by network:router_gateway {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:21.589725 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.l3_hamode_db [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:54:20Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:21.614774 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a540f9-75b3-4ebb-9b07-091f87c34cc6 None None] The sync data for ids ['9112da71-b8ea-44aa-84c3-e3336693cc66'] in dv-cinder-855359-5-iscsi is: [{'id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'name': 'tempest-TestShelveInstance-1850847382-router', 'tenant_id': 'b981336000334d7d8451feaacc75da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:54:20Z', 'revision_number': 5, 'project_id': 'b981336000334d7d8451feaacc75da99', 'gw_port': {'id': '9d3f4aef-0530-4060-849d-80da3ca4f56a', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112da71-b8ea-44aa-84c3-e3336693cc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:42Z', 'updated_at': '2022-09-25T04:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:54:21.662883 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (9d3f4aef-0530-4060-849d-80da3ca4f56a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.688900 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3f4aef-0530-4060-849d-80da3ca4f56a,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:21.716784 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:21.746629 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:21.754844 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (9112da71-b8ea-44aa-84c3-e3336693cc66), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.842809 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.845236 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks [] for router_controller (9112da71-b8ea-44aa-84c3-e3336693cc66), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.887092 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (9112da71-b8ea-44aa-84c3-e3336693cc66), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.887871 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9112da71-b8ea-44aa-84c3-e3336693cc66 {{(pid=106425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:54:21.892910 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.893838 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-60370ab2-cace-4680-a3df-8b14421720fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/9112da71-b8ea-44aa-84c3-e3336693cc66 HTTP/1.1" status: 204 len: 168 time: 1.0048800 Sep 25 04:54:21.896483 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37624) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:21.945288 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Deleting subnet 577b7def-0687-4a62-a280-36324a201389 {{(pid=106426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:54:21.948806 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Publish callbacks [] for subnet (577b7def-0687-4a62-a280-36324a201389), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:21.988062 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11547524'] for subnet (577b7def-0687-4a62-a280-36324a201389), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.066052 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (577b7def-0687-4a62-a280-36324a201389), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.123801 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11427077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11159742'] for subnet (577b7def-0687-4a62-a280-36324a201389), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.149464 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577b7def-0687-4a62-a280-36324a201389,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:22.154239 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.157550 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/577b7def-0687-4a62-a280-36324a201389 HTTP/1.1" status: 204 len: 168 time: 0.2601037 Sep 25 04:54:22.160209 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37628) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:22.162519 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.162862 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.163197 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.163518 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.163847 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.164172 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.164493 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.164844 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.165159 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.165470 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.165784 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.166097 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.166408 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.166522 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b11cf-d564-4942-bf77-9628b033c78f None None] Network d9e4d8b5-d949-40c2-a892-90d10583d469 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:54:22.166718 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.167025 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cda6db-c9d6-4d24-a9b3-05ecea632299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855359-5-iscsi {{(pid=106426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 25 04:54:22.246054 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (d9e4d8b5-d949-40c2-a892-90d10583d469), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.295060 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Deleting port 4a636dcf-1491-4711-9330-25f02d300ca4 {{(pid=106425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:22.295578 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.362425 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.db [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] For port 4a636dcf-1491-4711-9330-25f02d300ca4, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=4a636dcf-1491-4711-9330-25f02d300ca4,segment=NetworkSegment(0cbaad20-29aa-40ff-9f3b-13c36d55b36a),segment_id=0cbaad20-29aa-40ff-9f3b-13c36d55b36a)] {{(pid=106425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:22.362785 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.375237 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.plugin [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Calling delete_port for 4a636dcf-1491-4711-9330-25f02d300ca4 owned by network:dhcp {{(pid=106425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:22.450131 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2082321'] for port (4a636dcf-1491-4711-9330-25f02d300ca4), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.475221 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a636dcf-1491-4711-9330-25f02d300ca4,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:22.479675 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] No DVR routers for this DVR port 4a636dcf-1491-4711-9330-25f02d300ca4 on host dv-cinder-855359-5-iscsi {{(pid=106425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:54:22.552149 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (d9e4d8b5-d949-40c2-a892-90d10583d469), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.571864 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e4d8b5-d949-40c2-a892-90d10583d469']}} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:22.581800 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbaad20-29aa-40ff-9f3b-13c36d55b36a') {'for_net_delete': True} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:22.582099 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.services.segments.db [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbaad20-29aa-40ff-9f3b-13c36d55b36a') {} {{(pid=106425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:22.592681 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10498893'] for segment (0cbaad20-29aa-40ff-9f3b-13c36d55b36a), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.605655 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bc159-95d5-44d9-9fde-cc7ba415b79b None None] DHCP port deletion for d9e4d8b5-d949-40c2-a892-90d10583d469 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:54:22.610446 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (0cbaad20-29aa-40ff-9f3b-13c36d55b36a), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.620069 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=106425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:54:22.620359 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2082500'] for segment (0cbaad20-29aa-40ff-9f3b-13c36d55b36a), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.641225 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 0cbaad20-29aa-40ff-9f3b-13c36d55b36a resource provider aggregate not found Sep 25 04:54:22.686108 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.services.segments.plugin [-] Segment 0cbaad20-29aa-40ff-9f3b-13c36d55b36a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cbaad20-29aa-40ff-9f3b-13c36d55b36a found for delete ", "request_id": "req-919c4792-4b2c-40e0-bd24-b68f95fc0b87"}]} Sep 25 04:54:22.693218 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (d9e4d8b5-d949-40c2-a892-90d10583d469), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.698619 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:22.702463 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d9e4d8b5-d949-40c2-a892-90d10583d469 HTTP/1.1" status: 204 len: 168 time: 0.5383210 Sep 25 04:54:22.705478 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37634) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:22.718096 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0433c-4731-4fbb-abc3-dfae677e524a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e4d8b5-d949-40c2-a892-90d10583d469,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:23.015640 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-429222'] for router_interface (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:23.218351 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9d3f4aef-0530-4060-849d-80da3ca4f56a no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:23.232660 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Deleting port bfeb07ed-ea47-4c88-bd95-62b59edf78d3 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:23.233002 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:23.235349 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:23.236576 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 9d3f4aef-0530-4060-849d-80da3ca4f56a {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:23.236947 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 9d3f4aef-0530-4060-849d-80da3ca4f56a not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:23.237350 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device d7057173-9bfb-450a-8087-b677339df9f6 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:23.255401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: d7057173-9bfb-450a-8087-b677339df9f6 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:23.255746 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device d7057173-9bfb-450a-8087-b677339df9f6 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:23.256153 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 4a636dcf-1491-4711-9330-25f02d300ca4 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:23.274367 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 4a636dcf-1491-4711-9330-25f02d300ca4 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:23.274648 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 4a636dcf-1491-4711-9330-25f02d300ca4 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:23.317068 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] For port bfeb07ed-ea47-4c88-bd95-62b59edf78d3, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:23.317425 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:23.330484 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Calling delete_port for bfeb07ed-ea47-4c88-bd95-62b59edf78d3 owned by network:router_interface {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:23.338290 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:23.506730 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (bfeb07ed-ea47-4c88-bd95-62b59edf78d3), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:23.530035 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfeb07ed-ea47-4c88-bd95-62b59edf78d3,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:23.692885 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3699499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-453654'] for router_interface (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:23.897034 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 has already been hosted by L3 agent 4775ad97-1833-4f8d-92e1-9416392378e8 {{(pid=106426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 25 04:54:23.998645 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] Notify agent at l3_agent.dv-cinder-855359-5-iscsi the message routers_updated {{(pid=106426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 25 04:54:24.003590 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-84e46d58-1c6e-4a69-b3e9-aa418decafe8 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/16f5bbc7-be8a-4a69-b748-36ecb728cfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2970717 Sep 25 04:54:24.006101 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37636) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:24.008782 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Sync routers for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 25 04:54:24.019392 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:24.020006 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:24.125463 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:24.303499 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:54:23Z', 'revision_number': 5, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:24.329289 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Checking router: 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 for host: dv-cinder-855359-5-iscsi {{(pid=106427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 25 04:54:24.338188 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Routers {'16f5bbc7-be8a-4a69-b748-36ecb728cfd8'} bound to L3 agent in host dv-cinder-855359-5-iscsi {{(pid=106427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 25 04:54:24.338366 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks [] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.338831 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855359-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-25T04:27:40Z,description=,heartbeat_timestamp=2022-09-25T04:54:10Z,host='dv-cinder-855359-5-iscsi',id=4775ad97-1833-4f8d-92e1-9416392378e8,load=0,resource_versions=,resources_synced=,started_at=2022-09-25T04:27:40Z,topic='l3_agent')) {'router_ids': ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'], 'active': True} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:24.340631 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:24.386499 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:24.440312 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_dvr_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] Set router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 gateway port host: dv-cinder-855359-5-iscsi {{(pid=106427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 25 04:54:24.440705 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks [] for router_gateway (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.484775 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Deleting port 2b7c37f1-f347-47dc-ae15-a6affde317a7 {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:24.485118 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.567395 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] For port 2b7c37f1-f347-47dc-ae15-a6affde317a7, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=2b7c37f1-f347-47dc-ae15-a6affde317a7,segment=NetworkSegment(742ef78a-270f-45de-a70b-dcf0428cd9db),segment_id=742ef78a-270f-45de-a70b-dcf0428cd9db)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:24.567644 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.580914 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Calling delete_port for 2b7c37f1-f347-47dc-ae15-a6affde317a7 owned by network:router_gateway {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:24.606259 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.db.l3_hamode_db [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:54:23Z', 'revision_number': 5, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}], 'dv-cinder-855359-5-iscsi', False) {} {{(pid=106427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:24.634265 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efc521b-b01c-4e75-9a40-e554d1288a55 None None] The sync data for ids ['16f5bbc7-be8a-4a69-b748-36ecb728cfd8'] in dv-cinder-855359-5-iscsi is: [{'id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'name': 'tempest-TestShelveInstance-502398869-router', 'tenant_id': 'df48a331b7d444bc9fee0f035a630852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'external_fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-25T04:48:47Z', 'updated_at': '2022-09-25T04:54:23Z', 'revision_number': 5, 'project_id': 'df48a331b7d444bc9fee0f035a630852', 'gw_port': {'id': '2b7c37f1-f347-47dc-ae15-a6affde317a7', 'name': '', 'network_id': '2659481e-8bd1-4d9a-af78-a372721d417d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f5bbc7-be8a-4a69-b748-36ecb728cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855359-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-25T04:48:48Z', 'updated_at': '2022-09-25T04:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0bd9ff5c-e69c-4c79-925e-4063f774db87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855359-5-iscsi'}] {{(pid=106427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 25 04:54:24.745289 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (2b7c37f1-f347-47dc-ae15-a6affde317a7), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.770668 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c37f1-f347-47dc-ae15-a6affde317a7,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:24.830970 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-453468'] for router_gateway (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.916576 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-450760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.918715 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks [] for router_controller (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), precommit_delete_associations {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.964410 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-453739'] for router (16f5bbc7-be8a-4a69-b748-36ecb728cfd8), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.965212 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f5bbc7-be8a-4a69-b748-36ecb728cfd8 {{(pid=106426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 25 04:54:24.969367 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:24.970497 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-a3810019-ff59-42b9-8f32-64c60ff166a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/16f5bbc7-be8a-4a69-b748-36ecb728cfd8 HTTP/1.1" status: 204 len: 168 time: 0.9634454 Sep 25 04:54:24.973268 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [-] (106425) accepted ('10.222.0.25', 37638) {{(pid=106425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:25.019934 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Deleting subnet 19b7c738-173e-46e3-9b0e-cf3ef448e7fb {{(pid=106425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 25 04:54:25.023258 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Publish callbacks [] for subnet (19b7c738-173e-46e3-9b0e-cf3ef448e7fb), before_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.058956 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10498934'] for subnet (19b7c738-173e-46e3-9b0e-cf3ef448e7fb), precommit_delete_associations {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.142237 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3469966'] for subnet (19b7c738-173e-46e3-9b0e-cf3ef448e7fb), precommit_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.182016 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:25.199201 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3472563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2082430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11129402'] for subnet (19b7c738-173e-46e3-9b0e-cf3ef448e7fb), after_delete {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.213220 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for subnet (None), before_response {{(pid=106425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.217373 dv-cinder-855359-5-iscsi neutron-server[106425]: INFO neutron.wsgi [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/19b7c738-173e-46e3-9b0e-cf3ef448e7fb HTTP/1.1" status: 204 len: 168 time: 0.2430727 Sep 25 04:54:25.219329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ace90-fd86-42e8-9e50-7439ab1d9985 None None] Network 097e640a-56f2-44ed-a166-15f4d3bcb4d3 requested from dv-cinder-855359-5-iscsi {{(pid=106427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 25 04:54:25.220198 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37640) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:25.251562 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad4930-baec-4eae-807b-bb7857c529e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b7c738-173e-46e3-9b0e-cf3ef448e7fb,revision_number=None']} {{(pid=106425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:25.295945 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-775419'] for network (097e640a-56f2-44ed-a166-15f4d3bcb4d3), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.344918 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Deleting port 63d2481d-46af-4de3-ab33-7c33138a83cd {{(pid=106426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 25 04:54:25.345543 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785265439501'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.366150 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bfeb07ed-ea47-4c88-bd95-62b59edf78d3 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:25.414792 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.db [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] For port 63d2481d-46af-4de3-ab33-7c33138a83cd, host dv-cinder-855359-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855359-5-iscsi',level=0,port_id=63d2481d-46af-4de3-ab33-7c33138a83cd,segment=NetworkSegment(b03d29fd-7316-46d6-a1d6-b228d9de6bb7),segment_id=b03d29fd-7316-46d6-a1d6-b228d9de6bb7)] {{(pid=106426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 25 04:54:25.415149 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452956'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.420269 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: bfeb07ed-ea47-4c88-bd95-62b59edf78d3 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:25.420618 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device bfeb07ed-ea47-4c88-bd95-62b59edf78d3 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:25.429790 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.plugin [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Calling delete_port for 63d2481d-46af-4de3-ab33-7c33138a83cd owned by network:dhcp {{(pid=106426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 25 04:54:25.454860 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:25.481714 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:25.510606 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:25.515722 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4052732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785265408651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785264966629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11427178'] for port (63d2481d-46af-4de3-ab33-7c33138a83cd), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.544807 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Pushing event deleted for resources: {'Port': ['ID=63d2481d-46af-4de3-ab33-7c33138a83cd,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:25.548257 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] No DVR routers for this DVR port 63d2481d-46af-4de3-ab33-7c33138a83cd on host dv-cinder-855359-5-iscsi {{(pid=106426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 25 04:54:25.617356 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3499173', 'neutron.services.segments.db._delete_segments_for_network-8785265432257'] for network (097e640a-56f2-44ed-a166-15f4d3bcb4d3), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.639139 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097e640a-56f2-44ed-a166-15f4d3bcb4d3']}} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:25.648768 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7') {'for_net_delete': True} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:25.649767 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.services.segments.db [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03d29fd-7316-46d6-a1d6-b228d9de6bb7') {} {{(pid=106426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 25 04:54:25.659347 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785265432149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11547583'] for segment (b03d29fd-7316-46d6-a1d6-b228d9de6bb7), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.673455 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386'] for segment (b03d29fd-7316-46d6-a1d6-b228d9de6bb7), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.681436 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57816bb-4428-4adc-8f56-6b7a288a86d8 None None] DHCP port deletion for 097e640a-56f2-44ed-a166-15f4d3bcb4d3 request from dv-cinder-855359-5-iscsi {{(pid=106427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 25 04:54:25.683004 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=106426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 25 04:54:25.683407 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3529386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11427263'] for segment (b03d29fd-7316-46d6-a1d6-b228d9de6bb7), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.751268 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3499164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-453513'] for network (097e640a-56f2-44ed-a166-15f4d3bcb4d3), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.757932 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699470'] for network (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.761892 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/097e640a-56f2-44ed-a166-15f4d3bcb4d3 HTTP/1.1" status: 204 len: 168 time: 0.5406916 Sep 25 04:54:25.772519 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment b03d29fd-7316-46d6-a1d6-b228d9de6bb7 resource provider aggregate not found Sep 25 04:54:25.776711 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364df5ee-2f8f-48b6-97b7-fcbc54b4716a admin admin] Pushing event deleted for resources: {'Network': ['ID=097e640a-56f2-44ed-a166-15f4d3bcb4d3,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:25.790546 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.services.segments.plugin [-] Segment b03d29fd-7316-46d6-a1d6-b228d9de6bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b03d29fd-7316-46d6-a1d6-b228d9de6bb7 found for delete ", "request_id": "req-df923cb7-cedf-4286-a3eb-6c9046ba09fe"}]} Sep 25 04:54:25.879406 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37650) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:25.881398 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:54:25.918975 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-b18c3c88-5407-45c7-8e9e-304abaac5cb9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b981336000334d7d8451feaacc75da99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382979 Sep 25 04:54:25.921966 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37652) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:25.969798 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] Publish callbacks [] for security_group (68dc128c-f442-47a8-bfc9-e2e4d63a1857), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:25.989885 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] Publish callbacks [] for security_group (68dc128c-f442-47a8-bfc9-e2e4d63a1857), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.041477 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (68dc128c-f442-47a8-bfc9-e2e4d63a1857), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.044901 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.046024 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/68dc128c-f442-47a8-bfc9-e2e4d63a1857 HTTP/1.1" status: 204 len: 168 time: 0.1231775 Sep 25 04:54:26.053823 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d48e8f-ab70-44db-abaa-8db30049badf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc128c-f442-47a8-bfc9-e2e4d63a1857,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:26.364211 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37658) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:26.404035 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-bee6cc27-6063-444d-af83-54f44831ba87 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=df48a331b7d444bc9fee0f035a630852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384362 Sep 25 04:54:26.406394 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.wsgi [-] (106426) accepted ('10.222.0.25', 37660) {{(pid=106426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 25 04:54:26.454138 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] Publish callbacks [] for security_group (ce3d1df2-a5b9-47d1-9996-c50ec7072aeb), before_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.474599 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] Publish callbacks [] for security_group (ce3d1df2-a5b9-47d1-9996-c50ec7072aeb), precommit_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.523021 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3740409'] for security_group (ce3d1df2-a5b9-47d1-9996-c50ec7072aeb), after_delete {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.525550 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron_lib.callbacks.manager [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:26.526691 dv-cinder-855359-5-iscsi neutron-server[106426]: INFO neutron.wsgi [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce3d1df2-a5b9-47d1-9996-c50ec7072aeb HTTP/1.1" status: 204 len: 168 time: 0.1194170 Sep 25 04:54:26.534296 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e9737-2efb-403e-8196-46cc146812d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d1df2-a5b9-47d1-9996-c50ec7072aeb,revision_number=None']} {{(pid=106426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 25 04:54:27.218814 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 63d2481d-46af-4de3-ab33-7c33138a83cd no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:27.239445 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 63d2481d-46af-4de3-ab33-7c33138a83cd {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:27.239793 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 63d2481d-46af-4de3-ab33-7c33138a83cd not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:27.240213 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2b7c37f1-f347-47dc-ae15-a6affde317a7 no longer exists at agent ovs-agent-dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 25 04:54:27.242798 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:27.260414 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.plugin [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] No Port match for: 2b7c37f1-f347-47dc-ae15-a6affde317a7 {{(pid=106427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 25 04:54:27.260786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron.plugins.ml2.rpc [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Device 2b7c37f1-f347-47dc-ae15-a6affde317a7 not bound to the agent host dv-cinder-855359-5-iscsi {{(pid=106427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 25 04:54:35.210836 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=77,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:35.212787 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG dbcounter [-] [106425] Writing DB stats neutron:SELECT=4 {{(pid=106425) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:36.509835 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:36.530966 dv-cinder-855359-5-iscsi neutron-server[106426]: DEBUG dbcounter [-] [106426] Writing DB stats neutron:DELETE=10,neutron:SELECT=61 {{(pid=106426) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:36.828137 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=39 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:36.831439 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=47 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:37.242147 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:37.683752 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-c132b68b-3bd2-4175-965c-653ef30ef251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:40.053085 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-85470601-afeb-4315-9cab-e7ae585cabd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:41.156430 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:42.783853 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:42.864277 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:51.253680 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:54:58.875946 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:54:58.876879 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:01.246853 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:01.248909 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:02.879795 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:55:07.686631 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-af35763b-e67a-4ec9-ae0c-0bb8df316d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:10.054307 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6fe56617-b6b5-48ee-bfdc-a53dbf82fe8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:10.884316 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:11.159198 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:12.785451 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:12.866145 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:12.876309 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:21.253426 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:31.247057 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:31.249043 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:35.882373 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:35.910109 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:37.690302 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-6b6753d3-ded8-43fe-b0bc-878d43bbe0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:39.429335 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-27051b59-59e2-4d7c-acc6-042abe99664c service neutron] (106425) timed out ('10.222.0.25', 58790) {{(pid=106425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:55:39.605627 dv-cinder-855359-5-iscsi neutron-server[106425]: DEBUG neutron.wsgi [req-860fef6f-5812-41e2-82c2-175f45b07d27 req-8053a011-bde2-4a5f-86a4-e09d5f6e338f tempest-AttachVolumeShelveTestJSON-1149609715 tempest-AttachVolumeShelveTestJSON-1149609715-project] (106425) timed out ('10.222.0.25', 58800) {{(pid=106425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 25 04:55:39.878708 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:55:40.055518 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-fabad8b1-23a5-4ce9-9693-0d4e515a8ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:41.164934 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:42.788039 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:42.867377 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:55:49.875598 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:55:51.246134 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:01.240902 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:01.242996 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:07.693259 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0195b8e9-7557-4b3e-8ef4-901846be6d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:10.056880 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ba6e6de8-da96-4560-9606-02e99cc53cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:11.164174 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:12.790872 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:12.868717 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:12.878262 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:12.879215 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:16.878458 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:56:21.253155 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:31.247271 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:31.249161 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:36.816620 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=13 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:36.817325 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:37.695749 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2b43-864b-4a47-bfb3-5d55b883435c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:40.058609 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-7260fe3d-eaf6-432c-b831-b8714550a2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:41.166101 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:42.794438 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:42.871147 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:49.875366 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:49.876112 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:56:51.251690 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:56:53.876478 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:57:01.245378 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:01.247226 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:03.872909 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:07.698216 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b7fece39-c0c5-4b90-a771-099fdf931c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:10.063205 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-87dffff5-47ab-4ba8-94d4-661e4c7b37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:11.168838 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:12.796272 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:12.872720 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:21.249687 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:30.875495 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:57:31.242811 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:31.244715 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:37.700180 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ffa78e71-a1a1-4784-b5e3-1b654d7f829c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:40.064449 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ff768f32-42fd-43e6-80c5-bb501c0d9227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:40.870604 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:40.871303 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:57:41.171501 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:42.799398 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:42.873748 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:57:51.250780 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:01.245238 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:01.247121 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:03.864993 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:03.870031 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:07.705479 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b0efd771-262e-4f11-a3f6-e7dd430bc9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:07.874055 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:58:10.067719 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-a3bc7ad8-c003-4c6e-b87b-a9856c07bd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:11.173007 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:12.805898 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:12.875727 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:17.869102 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:17.869956 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:21.250134 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:31.244498 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:31.246371 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:37.712767 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-83618dd6-b8c3-4e9b-9712-cb0cd0f35c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:40.070293 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-b1b75548-ad65-45a9-a70c-c5e7aefd34e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:40.865838 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=17 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:40.866510 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:58:41.177075 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:42.808082 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:42.876246 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:44.872929 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:58:51.252786 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:58:54.869636 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:01.246332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:01.248231 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:07.705632 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-f250fa7d-b4d0-4f38-a35a-dac98cc3cb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:10.071340 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-50360565-44e7-49e2-9a94-2bd27cc5ff78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:11.180227 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:12.810976 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:12.877866 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:17.860558 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:17.861314 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:21.273747 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:21.872549 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 04:59:31.267401 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:31.269329 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:31.870786 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:35.919354 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:37.707545 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ccd8ade5-4e31-4fb2-9541-d500f6ed5bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:40.073332 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-cdda5fa7-232b-40a6-8519-da314adcc463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (4775ad97-1833-4f8d-92e1-9416392378e8), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:41.182555 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ae0-d40a-42b6-b76a-2cc9ec083d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (0f598f93-0743-4dda-aa18-96ece804b652), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:42.815246 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-1f741d27-c2e3-4d2b-a164-b5212f51a8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (f2dcf3a5-313d-4c3e-a22c-aae99e05fbee), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:42.883084 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-ec53137c-4347-4096-b230-0909e0440e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (449fcc9d-108c-4474-b945-eaa00833f98f), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:51.291509 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef571-054e-4b10-afd0-8292c7313eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (b7797cf5-287e-40dd-9da3-bc0f09e37843), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 25 04:59:54.868472 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:54.869186 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 04:59:58.871150 dv-cinder-855359-5-iscsi neutron-server[106428]: DEBUG neutron.db.agents_db [None req-3b5d3add-7107-4863-9dfc-ea205122c50f None None] Agent healthcheck: found 6 active agents {{(pid=106428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 25 05:00:01.286604 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 05:00:01.287407 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG dbcounter [-] [106427] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106427) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 25 05:00:07.710035 dv-cinder-855359-5-iscsi neutron-server[106427]: DEBUG neutron_lib.callbacks.manager [None req-5431ceff-f7eb-41a6-a7de-bc92ba8768de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785265432239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3501284'] for agent (01a4e730-6179-4c05-8166-e8ed9a2e4e75), after_update {{(pid=106427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}